2024-11-13 07:26:32,173 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 07:26:32,200 main DEBUG Took 0.022386 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 07:26:32,200 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 07:26:32,201 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 07:26:32,202 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 07:26:32,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,214 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 07:26:32,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,235 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,242 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,243 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:26:32,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,249 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 07:26:32,251 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:26:32,253 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 07:26:32,255 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 07:26:32,256 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 07:26:32,261 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 07:26:32,262 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 07:26:32,273 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 07:26:32,277 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 07:26:32,281 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 07:26:32,281 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 07:26:32,282 main DEBUG createAppenders(={Console}) 2024-11-13 07:26:32,283 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 07:26:32,284 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 07:26:32,286 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 07:26:32,286 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 07:26:32,287 main DEBUG OutputStream closed 2024-11-13 07:26:32,287 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 07:26:32,287 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 07:26:32,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 07:26:32,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 07:26:32,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 07:26:32,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 07:26:32,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 07:26:32,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 07:26:32,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 07:26:32,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 07:26:32,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 07:26:32,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 07:26:32,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 07:26:32,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 07:26:32,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 07:26:32,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 07:26:32,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 07:26:32,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 07:26:32,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 07:26:32,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 07:26:32,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 07:26:32,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 07:26:32,425 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 07:26:32,425 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 07:26:32,426 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T07:26:32,790 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4 2024-11-13 07:26:32,794 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 07:26:32,795 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T07:26:32,806 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-13T07:26:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:26:32,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158, deleteOnExit=true 2024-11-13T07:26:32,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:26:32,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/test.cache.data in system properties and HBase conf 2024-11-13T07:26:32,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:26:32,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:26:32,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:26:32,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:26:32,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:26:32,995 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T07:26:33,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:26:33,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:26:33,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:26:33,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:26:33,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:26:33,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:26:33,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:26:33,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:26:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:26:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:26:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:26:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:26:33,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:26:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:26:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:26:34,460 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T07:26:34,529 INFO [Time-limited test {}] log.Log(170): Logging initialized @3331ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T07:26:34,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:26:34,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:26:34,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:26:34,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:26:34,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:26:34,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:26:34,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:26:34,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:26:34,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/java.io.tmpdir/jetty-localhost-34743-hadoop-hdfs-3_4_1-tests_jar-_-any-13354412284738805986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:26:34,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34743} 2024-11-13T07:26:34,909 INFO [Time-limited test {}] server.Server(415): Started @3712ms 2024-11-13T07:26:35,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:26:35,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:26:35,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:26:35,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:26:35,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:26:35,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:26:35,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:26:35,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/java.io.tmpdir/jetty-localhost-36605-hadoop-hdfs-3_4_1-tests_jar-_-any-10458268862835805673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:26:35,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:36605} 2024-11-13T07:26:35,593 INFO [Time-limited test {}] server.Server(415): Started @4396ms 2024-11-13T07:26:35,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:26:36,653 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data2/current/BP-1350117908-172.17.0.3-1731482793876/current, will proceed with Du for space computation calculation, 2024-11-13T07:26:36,653 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data1/current/BP-1350117908-172.17.0.3-1731482793876/current, will proceed with Du for space computation calculation, 2024-11-13T07:26:36,682 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:26:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5070d20da2605a0 with lease ID 0x39cd5834a0dcbf40: Processing first storage report for DS-9d806f78-a1d3-44c9-8028-94b7cb1cc713 from datanode DatanodeRegistration(127.0.0.1:42191, datanodeUuid=099cfdfb-d6c0-4d2b-ac1b-627533b516c9, infoPort=37025, infoSecurePort=0, ipcPort=35105, storageInfo=lv=-57;cid=testClusterID;nsid=226741969;c=1731482793876) 2024-11-13T07:26:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5070d20da2605a0 with lease ID 0x39cd5834a0dcbf40: from storage DS-9d806f78-a1d3-44c9-8028-94b7cb1cc713 node DatanodeRegistration(127.0.0.1:42191, datanodeUuid=099cfdfb-d6c0-4d2b-ac1b-627533b516c9, infoPort=37025, infoSecurePort=0, ipcPort=35105, storageInfo=lv=-57;cid=testClusterID;nsid=226741969;c=1731482793876), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:26:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5070d20da2605a0 with lease ID 0x39cd5834a0dcbf40: Processing first storage report for DS-48bcbfbd-60ae-4953-b873-2747d9d40685 from datanode DatanodeRegistration(127.0.0.1:42191, datanodeUuid=099cfdfb-d6c0-4d2b-ac1b-627533b516c9, infoPort=37025, infoSecurePort=0, ipcPort=35105, storageInfo=lv=-57;cid=testClusterID;nsid=226741969;c=1731482793876) 2024-11-13T07:26:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5070d20da2605a0 with lease ID 0x39cd5834a0dcbf40: from storage DS-48bcbfbd-60ae-4953-b873-2747d9d40685 node DatanodeRegistration(127.0.0.1:42191, datanodeUuid=099cfdfb-d6c0-4d2b-ac1b-627533b516c9, infoPort=37025, infoSecurePort=0, ipcPort=35105, storageInfo=lv=-57;cid=testClusterID;nsid=226741969;c=1731482793876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:26:36,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4 2024-11-13T07:26:36,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/zookeeper_0, clientPort=62415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:26:36,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62415 2024-11-13T07:26:36,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:36,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:26:37,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 with version=8 2024-11-13T07:26:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/hbase-staging 2024-11-13T07:26:37,577 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T07:26:37,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:26:37,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:37,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:37,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:26:37,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:37,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:26:38,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:26:38,079 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T07:26:38,088 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T07:26:38,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:26:38,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34944 (auto-detected) 2024-11-13T07:26:38,116 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T07:26:38,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39299 2024-11-13T07:26:38,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39299 connecting to ZooKeeper ensemble=127.0.0.1:62415 2024-11-13T07:26:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392990x0, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:26:38,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39299-0x1013316bee50000 connected 2024-11-13T07:26:38,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:38,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:38,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T07:26:38,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679, hbase.cluster.distributed=false 2024-11-13T07:26:38,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T07:26:38,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-13T07:26:38,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-13T07:26:38,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-13T07:26:38,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-13T07:26:38,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-13T07:26:38,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:26:38,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:38,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:26:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:26:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:26:38,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:26:38,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:26:38,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41631 2024-11-13T07:26:38,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41631 connecting to ZooKeeper ensemble=127.0.0.1:62415 2024-11-13T07:26:38,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:38,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:38,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416310x0, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:26:38,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416310x0, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T07:26:38,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41631-0x1013316bee50001 connected 2024-11-13T07:26:38,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:26:38,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:26:38,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T07:26:38,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T07:26:38,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-13T07:26:38,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41631 2024-11-13T07:26:38,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41631 2024-11-13T07:26:38,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-13T07:26:38,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-13T07:26:38,520 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:39299 2024-11-13T07:26:38,521 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2998b885bdef,39299,1731482797672 2024-11-13T07:26:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T07:26:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T07:26:38,540 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2998b885bdef,39299,1731482797672 2024-11-13T07:26:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T07:26:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:38,570 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T07:26:38,571 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2998b885bdef,39299,1731482797672 from backup master directory 2024-11-13T07:26:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2998b885bdef,39299,1731482797672 2024-11-13T07:26:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T07:26:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T07:26:38,580 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:26:38,580 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,39299,1731482797672 2024-11-13T07:26:38,582 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T07:26:38,584 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T07:26:38,635 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/hbase.id] with ID: 784b1ae5-a9e6-48ef-a190-4dc94d647f74 2024-11-13T07:26:38,636 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/.tmp/hbase.id 2024-11-13T07:26:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:26:39,047 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/.tmp/hbase.id]:[hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/hbase.id] 2024-11-13T07:26:39,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:26:39,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:26:39,116 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T07:26:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:39,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:26:39,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:26:39,159 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:26:39,173 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:39,176 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:26:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:26:39,627 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store 2024-11-13T07:26:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:26:40,069 INFO [master/2998b885bdef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T07:26:40,072 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:40,073 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:26:40,073 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:40,074 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:40,075 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:26:40,075 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:40,075 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:40,077 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482800073Disabling compacts and flushes for region at 1731482800073Disabling writes for close at 1731482800075 (+2 ms)Writing region close event to WAL at 1731482800075Closed at 1731482800075 2024-11-13T07:26:40,079 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/.initializing 2024-11-13T07:26:40,079 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/WALs/2998b885bdef,39299,1731482797672 2024-11-13T07:26:40,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:26:40,103 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C39299%2C1731482797672, suffix=, logDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/WALs/2998b885bdef,39299,1731482797672, archiveDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/oldWALs, maxLogs=10 2024-11-13T07:26:40,127 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/WALs/2998b885bdef,39299,1731482797672/2998b885bdef%2C39299%2C1731482797672.1731482800108, exclude list is [], retry=0 2024-11-13T07:26:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-9d806f78-a1d3-44c9-8028-94b7cb1cc713,DISK] 2024-11-13T07:26:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T07:26:40,182 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/WALs/2998b885bdef,39299,1731482797672/2998b885bdef%2C39299%2C1731482797672.1731482800108 2024-11-13T07:26:40,183 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37025:37025)] 2024-11-13T07:26:40,184 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:26:40,184 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:40,188 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,189 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:26:40,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:40,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:40,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:26:40,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:40,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:40,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:26:40,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:40,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:40,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:26:40,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:40,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:40,296 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,300 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,302 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,307 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,308 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,312 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:26:40,316 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:26:40,321 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:26:40,323 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181512, jitterRate=-0.043620944023132324}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:26:40,329 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482800206Initializing all the Stores at 1731482800212 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482800213 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482800214 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482800214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482800215 (+1 ms)Cleaning up temporary data from old regions at 1731482800308 (+93 ms)Region opened successfully at 1731482800329 (+21 ms) 2024-11-13T07:26:40,332 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:26:40,375 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:26:40,417 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:26:40,432 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:26:40,432 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:26:40,436 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:26:40,438 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T07:26:40,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T07:26:40,446 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:26:40,481 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:26:40,494 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T07:26:40,546 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T07:26:40,549 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:26:40,551 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:26:40,558 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T07:26:40,561 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:26:40,565 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:26:40,577 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T07:26:40,579 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:26:40,589 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T07:26:40,612 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:26:40,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T07:26:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T07:26:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T07:26:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,637 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,39299,1731482797672, sessionid=0x1013316bee50000, setting cluster-up flag (Was=false) 2024-11-13T07:26:40,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,705 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T07:26:40,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39299,1731482797672 2024-11-13T07:26:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:40,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T07:26:40,760 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39299,1731482797672 2024-11-13T07:26:40,768 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:26:40,811 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(746): ClusterId : 784b1ae5-a9e6-48ef-a190-4dc94d647f74 2024-11-13T07:26:40,814 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:26:40,833 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:26:40,833 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:26:40,843 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:26:40,844 DEBUG [RS:0;2998b885bdef:41631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebe18c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:26:40,858 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:26:40,865 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:41631 2024-11-13T07:26:40,868 INFO [RS:0;2998b885bdef:41631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:26:40,869 INFO [RS:0;2998b885bdef:41631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:26:40,869 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:26:40,872 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:26:40,872 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,39299,1731482797672 with port=41631, startcode=1731482798425 2024-11-13T07:26:40,882 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:26:40,886 DEBUG [RS:0;2998b885bdef:41631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:26:40,890 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,39299,1731482797672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:26:40,900 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:26:40,900 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:26:40,900 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:26:40,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:26:40,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:26:40,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:40,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:26:40,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:40,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:26:40,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:26:40,930 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482830930 2024-11-13T07:26:40,932 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:26:40,935 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:26:40,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:26:40,940 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:26:40,941 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:26:40,941 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:26:40,941 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:26:40,944 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:40,944 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:40,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:40,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:26:40,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:26:40,965 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:26:40,966 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:26:40,970 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:26:40,971 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:26:40,984 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482800973,5,FailOnTimeoutGroup] 2024-11-13T07:26:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:26:40,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482800985,5,FailOnTimeoutGroup] 2024-11-13T07:26:40,996 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:40,996 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:26:40,997 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T07:26:40,997 WARN [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T07:26:40,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:40,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:26:41,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:26:41,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:26:41,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:41,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:26:41,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:26:41,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:26:41,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:26:41,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:26:41,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:26:41,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:26:41,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:26:41,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:26:41,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740 2024-11-13T07:26:41,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740 2024-11-13T07:26:41,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:26:41,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:26:41,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:26:41,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:26:41,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:26:41,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59947065, jitterRate=-0.10671912133693695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:26:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482801025Initializing all the Stores at 1731482801027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801028 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482801028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801028Cleaning up temporary data from old regions at 1731482801061 (+33 ms)Region opened successfully at 1731482801076 (+15 ms) 2024-11-13T07:26:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:26:41,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:26:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:26:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:26:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:26:41,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:26:41,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482801077Disabling compacts and flushes for region at 1731482801077Disabling writes for close at 1731482801077Writing region close event to WAL at 1731482801078 (+1 ms)Closed at 1731482801078 2024-11-13T07:26:41,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:26:41,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:26:41,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:26:41,099 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,39299,1731482797672 with port=41631, startcode=1731482798425 2024-11-13T07:26:41,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:26:41,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:26:41,115 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:26:41,116 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36961 2024-11-13T07:26:41,116 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:26:41,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T07:26:41,127 DEBUG [RS:0;2998b885bdef:41631 {}] zookeeper.ZKUtil(111): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,127 WARN [RS:0;2998b885bdef:41631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:26:41,128 INFO [RS:0;2998b885bdef:41631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:26:41,128 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,41631,1731482798425] 2024-11-13T07:26:41,168 INFO [RS:0;2998b885bdef:41631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:26:41,194 INFO [RS:0;2998b885bdef:41631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:26:41,206 INFO [RS:0;2998b885bdef:41631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:26:41,206 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,208 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:26:41,216 INFO [RS:0;2998b885bdef:41631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:26:41,218 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,219 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,219 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,219 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,220 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,221 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,221 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,221 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:26:41,221 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:26:41,221 DEBUG [RS:0;2998b885bdef:41631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:26:41,222 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,223 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,223 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,223 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,223 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,224 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41631,1731482798425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:26:41,247 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:26:41,249 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41631,1731482798425-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,250 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,250 INFO [RS:0;2998b885bdef:41631 {}] regionserver.Replication(171): 2998b885bdef,41631,1731482798425 started 2024-11-13T07:26:41,259 WARN [2998b885bdef:39299 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T07:26:41,271 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:41,271 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,41631,1731482798425, RpcServer on 2998b885bdef/172.17.0.3:41631, sessionid=0x1013316bee50001 2024-11-13T07:26:41,272 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:26:41,273 DEBUG [RS:0;2998b885bdef:41631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,273 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,41631,1731482798425' 2024-11-13T07:26:41,273 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T07:26:41,275 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T07:26:41,276 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:26:41,276 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:26:41,276 DEBUG [RS:0;2998b885bdef:41631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,277 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,41631,1731482798425' 2024-11-13T07:26:41,277 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T07:26:41,278 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T07:26:41,279 DEBUG [RS:0;2998b885bdef:41631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:26:41,279 INFO [RS:0;2998b885bdef:41631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:26:41,279 INFO [RS:0;2998b885bdef:41631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:26:41,384 INFO [RS:0;2998b885bdef:41631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:26:41,387 INFO [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C41631%2C1731482798425, suffix=, logDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425, archiveDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/oldWALs, maxLogs=32 2024-11-13T07:26:41,403 DEBUG [RS:0;2998b885bdef:41631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425/2998b885bdef%2C41631%2C1731482798425.1731482801390, exclude list is [], retry=0 2024-11-13T07:26:41,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-9d806f78-a1d3-44c9-8028-94b7cb1cc713,DISK] 2024-11-13T07:26:41,413 INFO [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425/2998b885bdef%2C41631%2C1731482798425.1731482801390 2024-11-13T07:26:41,413 DEBUG [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37025:37025)] 2024-11-13T07:26:41,512 DEBUG [2998b885bdef:39299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:26:41,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,41631,1731482798425, state=OPENING 2024-11-13T07:26:41,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:26:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:26:41,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T07:26:41,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T07:26:41,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:26:41,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:26:41,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:26:41,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:26:41,792 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:26:41,793 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:26:41,793 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:26:41,797 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C41631%2C1731482798425.meta, suffix=.meta, logDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425, archiveDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/oldWALs, maxLogs=32 2024-11-13T07:26:41,820 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425/2998b885bdef%2C41631%2C1731482798425.meta.1731482801799.meta, exclude list is [], retry=0 2024-11-13T07:26:41,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-9d806f78-a1d3-44c9-8028-94b7cb1cc713,DISK] 2024-11-13T07:26:41,828 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/WALs/2998b885bdef,41631,1731482798425/2998b885bdef%2C41631%2C1731482798425.meta.1731482801799.meta 2024-11-13T07:26:41,829 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37025:37025)] 2024-11-13T07:26:41,829 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:26:41,831 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:26:41,833 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:26:41,838 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:26:41,842 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:26:41,843 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:41,844 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:26:41,844 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:26:41,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:26:41,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:26:41,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:26:41,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:26:41,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:26:41,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:26:41,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:26:41,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:26:41,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:26:41,861 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:26:41,863 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740 2024-11-13T07:26:41,866 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740 2024-11-13T07:26:41,869 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:26:41,869 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:26:41,870 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:26:41,872 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:26:41,875 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59102053, jitterRate=-0.11931078135967255}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:26:41,875 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:26:41,876 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482801844Writing region info on filesystem at 1731482801845 (+1 ms)Initializing all the Stores at 1731482801847 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482801847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482801847Cleaning up temporary data from old regions at 1731482801869 (+22 ms)Running coprocessor post-open hooks at 1731482801875 (+6 ms)Region opened successfully at 1731482801876 (+1 ms) 2024-11-13T07:26:41,885 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482801768 2024-11-13T07:26:41,897 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:26:41,897 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:26:41,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,41631,1731482798425, state=OPEN 2024-11-13T07:26:41,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T07:26:41,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T07:26:41,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T07:26:41,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T07:26:41,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:41,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:26:41,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,41631,1731482798425 in 343 msec 2024-11-13T07:26:41,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:26:41,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 867 msec 2024-11-13T07:26:41,965 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:26:41,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:26:41,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:41,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:42,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:42,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:42,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-13T07:26:42,042 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482802042, completionTime=-1 2024-11-13T07:26:42,044 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:26:42,045 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:26:42,073 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:26:42,073 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482862073 2024-11-13T07:26:42,073 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482922073 2024-11-13T07:26:42,074 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-13T07:26:42,076 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,076 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,077 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,078 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:39299, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,079 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,079 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,086 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:26:42,109 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.529sec 2024-11-13T07:26:42,110 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:26:42,112 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:26:42,113 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:26:42,114 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:26:42,114 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:26:42,115 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:26:42,116 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:26:42,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:42,124 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T07:26:42,124 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T07:26:42,125 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:26:42,126 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:26:42,126 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39299,1731482797672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:26:42,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:42,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:42,138 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672abb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:42,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:42,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:42,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c236f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:42,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:42,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,39299,1731482797672 2024-11-13T07:26:42,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=4897 2024-11-13T07:26:42,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:26:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:26:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485738bd 2024-11-13T07:26:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:26:42,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:26:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:26:42,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:26:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:26:42,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:26:42,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:42,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T07:26:42,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:26:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741835_1011 (size=959) 2024-11-13T07:26:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:42,708 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:26:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741836_1012 (size=53) 2024-11-13T07:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:43,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:43,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e74f8ff132c6a07f7dbeaef0657cf10a, disabling compactions & flushes 2024-11-13T07:26:43,124 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. after waiting 0 ms 2024-11-13T07:26:43,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e74f8ff132c6a07f7dbeaef0657cf10a: Waiting for close lock at 1731482803124Disabling compacts and flushes for region at 1731482803124Disabling writes for close at 1731482803125 (+1 ms)Writing region close event to WAL at 1731482803125Closed at 1731482803125 2024-11-13T07:26:43,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:26:43,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482803128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482803128"}]},"ts":"1731482803128"} 2024-11-13T07:26:43,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:26:43,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:26:43,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482803142"}]},"ts":"1731482803142"} 2024-11-13T07:26:43,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:26:43,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, ASSIGN}] 2024-11-13T07:26:43,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, ASSIGN 2024-11-13T07:26:43,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:26:43,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e74f8ff132c6a07f7dbeaef0657cf10a, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:26:43,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, ASSIGN because future has completed 2024-11-13T07:26:43,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:43,479 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,480 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:26:43,481 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,481 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:26:43,481 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,481 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,484 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,487 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74f8ff132c6a07f7dbeaef0657cf10a columnFamilyName A 2024-11-13T07:26:43,487 DEBUG [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:43,488 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(327): Store=e74f8ff132c6a07f7dbeaef0657cf10a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:43,488 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,491 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74f8ff132c6a07f7dbeaef0657cf10a columnFamilyName B 2024-11-13T07:26:43,491 DEBUG [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:43,492 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(327): Store=e74f8ff132c6a07f7dbeaef0657cf10a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:43,492 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,495 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74f8ff132c6a07f7dbeaef0657cf10a columnFamilyName C 2024-11-13T07:26:43,495 DEBUG [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:26:43,496 INFO [StoreOpener-e74f8ff132c6a07f7dbeaef0657cf10a-1 {}] regionserver.HStore(327): Store=e74f8ff132c6a07f7dbeaef0657cf10a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:26:43,496 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,499 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,499 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,502 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,502 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,503 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:26:43,506 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,510 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:26:43,511 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e74f8ff132c6a07f7dbeaef0657cf10a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945386, jitterRate=-0.03223833441734314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:26:43,511 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:43,512 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e74f8ff132c6a07f7dbeaef0657cf10a: Running coprocessor pre-open hook at 1731482803482Writing region info on filesystem at 1731482803482Initializing all the Stores at 1731482803484 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482803484Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482803484Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482803484Cleaning up temporary data from old regions at 1731482803502 (+18 ms)Running coprocessor post-open hooks at 1731482803511 (+9 ms)Region opened successfully at 1731482803512 (+1 ms) 2024-11-13T07:26:43,515 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., pid=6, masterSystemTime=1731482803472 2024-11-13T07:26:43,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e74f8ff132c6a07f7dbeaef0657cf10a, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:26:43,522 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,522 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:43,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:26:43,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:26:43,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 in 213 msec 2024-11-13T07:26:43,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:26:43,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, ASSIGN in 382 msec 2024-11-13T07:26:43,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:26:43,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482803542"}]},"ts":"1731482803542"} 2024-11-13T07:26:43,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:26:43,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:26:43,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3190 sec 2024-11-13T07:26:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:26:44,459 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:44,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,469 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edd1052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fab187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:26:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:26:44,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14016810 2024-11-13T07:26:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:26:44,489 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:26:44,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,509 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,517 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d7efe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239622c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,523 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b41a1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,525 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72baa874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,529 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71435d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b16d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,536 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,538 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad430e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,543 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d5a1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522fc2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:26:44,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:26:44,548 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:26:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:26:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:26:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dd9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:26:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:26:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:44,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:26:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145f578c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:26:44,554 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,554 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,555 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,555 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,558 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,560 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,562 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:44,564 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,564 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:26:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:26:44,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T07:26:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:26:44,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:44,588 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:44,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:44,702 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:44,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:26:44,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:44,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:44,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:44,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e0d0abb6d36844f0b6c616920d09c875 is 50, key is test_row_0/A:col10/1731482804652/Put/seqid=0 2024-11-13T07:26:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741837_1013 (size=12001) 2024-11-13T07:26:44,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e0d0abb6d36844f0b6c616920d09c875 2024-11-13T07:26:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482864902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482864908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:44,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482864919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482864922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482864930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:44,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:44,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9f9ffefdcd954f29ac00243d07100956 is 50, key is test_row_0/B:col10/1731482804652/Put/seqid=0 2024-11-13T07:26:45,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741838_1014 (size=12001) 2024-11-13T07:26:45,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9f9ffefdcd954f29ac00243d07100956 2024-11-13T07:26:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482865038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482865048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5efca5e3599c4a64aec62a94fa010e76 is 50, key is test_row_0/C:col10/1731482804652/Put/seqid=0 2024-11-13T07:26:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741839_1015 (size=12001) 2024-11-13T07:26:45,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5efca5e3599c4a64aec62a94fa010e76 2024-11-13T07:26:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e0d0abb6d36844f0b6c616920d09c875 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875 2024-11-13T07:26:45,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:45,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T07:26:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9f9ffefdcd954f29ac00243d07100956 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956 2024-11-13T07:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T07:26:45,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5efca5e3599c4a64aec62a94fa010e76 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76 2024-11-13T07:26:45,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T07:26:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e74f8ff132c6a07f7dbeaef0657cf10a in 536ms, sequenceid=16, compaction requested=false 2024-11-13T07:26:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T07:26:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:45,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:26:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:45,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/a31e31e2ebb344129b2db6ed94543958 is 50, key is test_row_0/A:col10/1731482805266/Put/seqid=0 2024-11-13T07:26:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741840_1016 (size=14341) 2024-11-13T07:26:45,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/a31e31e2ebb344129b2db6ed94543958 2024-11-13T07:26:45,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:45,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/4d0e8ed0b8594cdcb6f48511c8c53c1a is 50, key is test_row_0/B:col10/1731482805266/Put/seqid=0 2024-11-13T07:26:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482865346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482865365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482865377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482865389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741841_1017 (size=12001) 2024-11-13T07:26:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482865389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/4d0e8ed0b8594cdcb6f48511c8c53c1a 2024-11-13T07:26:45,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/4af09575285845498fba66718ea1e4f6 is 50, key is test_row_0/C:col10/1731482805266/Put/seqid=0 2024-11-13T07:26:45,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:45,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482865498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741842_1018 (size=12001) 2024-11-13T07:26:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482865499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/4af09575285845498fba66718ea1e4f6 2024-11-13T07:26:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482865510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482865510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482865510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/a31e31e2ebb344129b2db6ed94543958 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958 2024-11-13T07:26:45,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958, entries=200, sequenceid=39, filesize=14.0 K 2024-11-13T07:26:45,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/4d0e8ed0b8594cdcb6f48511c8c53c1a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a 2024-11-13T07:26:45,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T07:26:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/4af09575285845498fba66718ea1e4f6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6 2024-11-13T07:26:45,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T07:26:45,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e74f8ff132c6a07f7dbeaef0657cf10a in 325ms, sequenceid=39, compaction requested=false 2024-11-13T07:26:45,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:45,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T07:26:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:45,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:26:45,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c735442cf55e489e98f5679f6305d10e is 50, key is test_row_0/A:col10/1731482805287/Put/seqid=0 2024-11-13T07:26:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741843_1019 (size=12001) 2024-11-13T07:26:45,702 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c735442cf55e489e98f5679f6305d10e 2024-11-13T07:26:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/61f30f4f0b9644cf8eb0ecc796035949 is 50, key is test_row_0/B:col10/1731482805287/Put/seqid=0 2024-11-13T07:26:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741844_1020 (size=12001) 2024-11-13T07:26:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482865856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482865861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482865865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482865867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482865869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482865981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:45,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482865982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482865989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482865988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482865989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/61f30f4f0b9644cf8eb0ecc796035949 2024-11-13T07:26:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482866188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/186f3214aa024f20933898250e668868 is 50, key is test_row_0/C:col10/1731482805287/Put/seqid=0 2024-11-13T07:26:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482866197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482866207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482866218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482866218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741845_1021 (size=12001) 2024-11-13T07:26:46,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/186f3214aa024f20933898250e668868 2024-11-13T07:26:46,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c735442cf55e489e98f5679f6305d10e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e 2024-11-13T07:26:46,297 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T07:26:46,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/61f30f4f0b9644cf8eb0ecc796035949 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949 2024-11-13T07:26:46,321 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T07:26:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/186f3214aa024f20933898250e668868 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868 2024-11-13T07:26:46,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T07:26:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e74f8ff132c6a07f7dbeaef0657cf10a in 702ms, sequenceid=53, compaction requested=true 2024-11-13T07:26:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T07:26:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T07:26:46,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T07:26:46,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7820 sec 2024-11-13T07:26:46,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8140 sec 2024-11-13T07:26:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:46,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:26:46,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3b12ac56b9374d2d84560239c0529636 is 50, key is test_row_0/A:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741846_1022 (size=12001) 2024-11-13T07:26:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482866546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3b12ac56b9374d2d84560239c0529636 2024-11-13T07:26:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482866557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482866557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482866557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482866559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9bdb6b51edd340c5afb4aeeb1108d6ac is 50, key is test_row_0/B:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741847_1023 (size=12001) 2024-11-13T07:26:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482866667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482866677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482866678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482866678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482866678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:26:46,727 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:46,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T07:26:46,732 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:46,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:46,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:46,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482866877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:46,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482866888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482866887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482866888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482866895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9bdb6b51edd340c5afb4aeeb1108d6ac 2024-11-13T07:26:47,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:47,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/3b763ff542d54f939cb37ae80358807a is 50, key is test_row_0/C:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741848_1024 (size=12001) 2024-11-13T07:26:47,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:47,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482867197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482867198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482867198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482867207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482867207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:47,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:26:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:47,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:26:47,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/3b763ff542d54f939cb37ae80358807a 2024-11-13T07:26:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3b12ac56b9374d2d84560239c0529636 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636 2024-11-13T07:26:47,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T07:26:47,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/9bdb6b51edd340c5afb4aeeb1108d6ac as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac 2024-11-13T07:26:47,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T07:26:47,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/3b763ff542d54f939cb37ae80358807a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a 2024-11-13T07:26:47,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T07:26:47,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e74f8ff132c6a07f7dbeaef0657cf10a in 1087ms, sequenceid=77, compaction requested=true 2024-11-13T07:26:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:47,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:26:47,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:26:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:26:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:47,627 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:47,630 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:47,633 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:47,636 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:26:47,637 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,637 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=46.9 K 2024-11-13T07:26:47,640 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f9ffefdcd954f29ac00243d07100956, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482804652 2024-11-13T07:26:47,641 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:47,641 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:26:47,641 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,641 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=49.2 K 2024-11-13T07:26:47,642 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d0e8ed0b8594cdcb6f48511c8c53c1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731482804907 2024-11-13T07:26:47,642 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d0abb6d36844f0b6c616920d09c875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482804652 2024-11-13T07:26:47,644 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f30f4f0b9644cf8eb0ecc796035949, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482805287 2024-11-13T07:26:47,645 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a31e31e2ebb344129b2db6ed94543958, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731482804907 2024-11-13T07:26:47,647 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c735442cf55e489e98f5679f6305d10e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482805287 2024-11-13T07:26:47,647 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bdb6b51edd340c5afb4aeeb1108d6ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:47,648 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b12ac56b9374d2d84560239c0529636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:47,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T07:26:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,682 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:26:47,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/5847ed833cb047b6acf3cea971e6225f is 50, key is test_row_0/A:col10/1731482806535/Put/seqid=0 2024-11-13T07:26:47,717 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#12 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:47,718 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/7d2d47871b8e40e0bc7dc58590bcd118 is 50, key is test_row_0/B:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:47,726 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#13 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:47,727 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3fb81997d88d49048ea8dc5475e08b01 is 50, key is test_row_0/A:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:47,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741849_1025 (size=12001) 2024-11-13T07:26:47,776 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/5847ed833cb047b6acf3cea971e6225f 2024-11-13T07:26:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741850_1026 (size=12139) 2024-11-13T07:26:47,826 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/7d2d47871b8e40e0bc7dc58590bcd118 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/7d2d47871b8e40e0bc7dc58590bcd118 2024-11-13T07:26:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741851_1027 (size=12139) 2024-11-13T07:26:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2880e180228c4e7dba6e6040994c54ce is 50, key is test_row_0/B:col10/1731482806535/Put/seqid=0 2024-11-13T07:26:47,854 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into 7d2d47871b8e40e0bc7dc58590bcd118(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:47,854 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:47,857 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=12, startTime=1731482807624; duration=0sec 2024-11-13T07:26:47,859 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:47,861 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:26:47,861 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482867836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482867837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482867840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482867844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,872 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:47,872 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:26:47,872 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:47,872 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=46.9 K 2024-11-13T07:26:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741852_1028 (size=12001) 2024-11-13T07:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:47,878 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2880e180228c4e7dba6e6040994c54ce 2024-11-13T07:26:47,882 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5efca5e3599c4a64aec62a94fa010e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482804652 2024-11-13T07:26:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482867866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,887 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af09575285845498fba66718ea1e4f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731482804907 2024-11-13T07:26:47,891 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 186f3214aa024f20933898250e668868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482805287 2024-11-13T07:26:47,892 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b763ff542d54f939cb37ae80358807a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/439904f9b23f490690ab65d510a9154e is 50, key is test_row_0/C:col10/1731482806535/Put/seqid=0 2024-11-13T07:26:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741853_1029 (size=12001) 2024-11-13T07:26:47,965 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#17 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:47,966 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/cb418112a7634405bcdc03fa26f3c3b0 is 50, key is test_row_0/C:col10/1731482806513/Put/seqid=0 2024-11-13T07:26:47,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482867968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482867977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482867978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482867978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741854_1030 (size=12139) 2024-11-13T07:26:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482867998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:26:48,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:26:48,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:26:48,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:26:48,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:26:48,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T07:26:48,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T07:26:48,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T07:26:48,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482868177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482868207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482868207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482868207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482868217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,246 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3fb81997d88d49048ea8dc5475e08b01 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3fb81997d88d49048ea8dc5475e08b01 2024-11-13T07:26:48,267 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into 3fb81997d88d49048ea8dc5475e08b01(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:48,267 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:48,267 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=12, startTime=1731482807605; duration=0sec 2024-11-13T07:26:48,269 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:48,269 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:26:48,352 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/439904f9b23f490690ab65d510a9154e 2024-11-13T07:26:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/5847ed833cb047b6acf3cea971e6225f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f 2024-11-13T07:26:48,394 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T07:26:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2880e180228c4e7dba6e6040994c54ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce 2024-11-13T07:26:48,416 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/cb418112a7634405bcdc03fa26f3c3b0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/cb418112a7634405bcdc03fa26f3c3b0 2024-11-13T07:26:48,429 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T07:26:48,430 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into cb418112a7634405bcdc03fa26f3c3b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:48,430 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:48,430 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=12, startTime=1731482807625; duration=0sec 2024-11-13T07:26:48,431 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:48,431 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:26:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/439904f9b23f490690ab65d510a9154e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e 2024-11-13T07:26:48,456 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T07:26:48,459 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e74f8ff132c6a07f7dbeaef0657cf10a in 776ms, sequenceid=89, compaction requested=false 2024-11-13T07:26:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T07:26:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T07:26:48,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:26:48,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-13T07:26:48,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7420 sec 2024-11-13T07:26:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:48,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:26:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:48,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f40a13ce5b33479b9a6fda4c61c2ef36 is 50, key is test_row_0/A:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741855_1031 (size=14341) 2024-11-13T07:26:48,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482868538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482868540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482868539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482868544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482868549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482868657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482868659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482868660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482868660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482868660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482868868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482868869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482868868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482868870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482868870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:26:48,897 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:48,898 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T07:26:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:48,902 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:48,904 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:48,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:48,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f40a13ce5b33479b9a6fda4c61c2ef36 2024-11-13T07:26:48,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a033ee252f484db48ed3f9dc05eb78a0 is 50, key is test_row_0/B:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741856_1032 (size=12001) 2024-11-13T07:26:48,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a033ee252f484db48ed3f9dc05eb78a0 2024-11-13T07:26:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:49,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/2b0f8efc99624407bff526c15d6d2f9a is 50, key is test_row_0/C:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:49,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T07:26:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741857_1033 (size=12001) 2024-11-13T07:26:49,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/2b0f8efc99624407bff526c15d6d2f9a 2024-11-13T07:26:49,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f40a13ce5b33479b9a6fda4c61c2ef36 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36 2024-11-13T07:26:49,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36, entries=200, sequenceid=117, filesize=14.0 K 2024-11-13T07:26:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a033ee252f484db48ed3f9dc05eb78a0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0 2024-11-13T07:26:49,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T07:26:49,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/2b0f8efc99624407bff526c15d6d2f9a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a 2024-11-13T07:26:49,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T07:26:49,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e74f8ff132c6a07f7dbeaef0657cf10a in 671ms, sequenceid=117, compaction requested=true 2024-11-13T07:26:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:49,167 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:49,168 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:26:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:49,170 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:49,170 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:26:49,171 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,171 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3fb81997d88d49048ea8dc5475e08b01, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=37.6 K 2024-11-13T07:26:49,172 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:49,172 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fb81997d88d49048ea8dc5475e08b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:49,172 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:26:49,172 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,173 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/7d2d47871b8e40e0bc7dc58590bcd118, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=35.3 K 2024-11-13T07:26:49,173 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5847ed833cb047b6acf3cea971e6225f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482806535 2024-11-13T07:26:49,174 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d2d47871b8e40e0bc7dc58590bcd118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:49,175 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f40a13ce5b33479b9a6fda4c61c2ef36, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:49,179 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2880e180228c4e7dba6e6040994c54ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482806535 2024-11-13T07:26:49,181 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a033ee252f484db48ed3f9dc05eb78a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:49,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:26:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:49,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T07:26:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/cdf67bd2343b477f88db26d98f1a17de is 50, key is test_row_0/A:col10/1731482808544/Put/seqid=0 2024-11-13T07:26:49,241 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:49,244 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/1d2b50c1513845cc992e7009f599fb1f is 50, key is test_row_0/A:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:49,255 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:49,256 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/ee03d11a76fa416d8a7709348c496f34 is 50, key is test_row_0/B:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741858_1034 (size=12051) 2024-11-13T07:26:49,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/cdf67bd2343b477f88db26d98f1a17de 2024-11-13T07:26:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482869280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482869278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482869290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482869295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741860_1036 (size=12241) 2024-11-13T07:26:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482869296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cd9e7f7d4c024de2a6d835449eaa363a is 50, key is test_row_0/B:col10/1731482808544/Put/seqid=0 2024-11-13T07:26:49,321 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/1d2b50c1513845cc992e7009f599fb1f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/1d2b50c1513845cc992e7009f599fb1f 2024-11-13T07:26:49,341 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into 1d2b50c1513845cc992e7009f599fb1f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:49,341 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:49,341 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=13, startTime=1731482809167; duration=0sec 2024-11-13T07:26:49,342 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:49,342 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:26:49,342 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:49,345 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:49,345 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:26:49,345 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,345 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/cb418112a7634405bcdc03fa26f3c3b0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=35.3 K 2024-11-13T07:26:49,346 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb418112a7634405bcdc03fa26f3c3b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482805860 2024-11-13T07:26:49,347 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 439904f9b23f490690ab65d510a9154e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482806535 2024-11-13T07:26:49,348 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0f8efc99624407bff526c15d6d2f9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:49,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741859_1035 (size=12241) 2024-11-13T07:26:49,371 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/ee03d11a76fa416d8a7709348c496f34 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/ee03d11a76fa416d8a7709348c496f34 2024-11-13T07:26:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741861_1037 (size=12051) 2024-11-13T07:26:49,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cd9e7f7d4c024de2a6d835449eaa363a 2024-11-13T07:26:49,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T07:26:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:49,392 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:49,393 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/a022273b72934abdb13fb7aa68519213 is 50, key is test_row_0/C:col10/1731482807822/Put/seqid=0 2024-11-13T07:26:49,397 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into ee03d11a76fa416d8a7709348c496f34(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:49,397 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:49,397 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=13, startTime=1731482809168; duration=0sec 2024-11-13T07:26:49,397 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:49,397 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:26:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741862_1038 (size=12241) 2024-11-13T07:26:49,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/6cf6d71cd07b4648a2400477c405d705 is 50, key is test_row_0/C:col10/1731482808544/Put/seqid=0 2024-11-13T07:26:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482869407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482869407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482869407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482869408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482869408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,419 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/a022273b72934abdb13fb7aa68519213 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/a022273b72934abdb13fb7aa68519213 2024-11-13T07:26:49,446 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into a022273b72934abdb13fb7aa68519213(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:49,446 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:49,446 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=13, startTime=1731482809168; duration=0sec 2024-11-13T07:26:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741863_1039 (size=12051) 2024-11-13T07:26:49,446 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:49,446 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:26:49,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/6cf6d71cd07b4648a2400477c405d705 2024-11-13T07:26:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/cdf67bd2343b477f88db26d98f1a17de as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de 2024-11-13T07:26:49,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de, entries=150, sequenceid=129, filesize=11.8 K 2024-11-13T07:26:49,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cd9e7f7d4c024de2a6d835449eaa363a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a 2024-11-13T07:26:49,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a, entries=150, sequenceid=129, filesize=11.8 K 2024-11-13T07:26:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/6cf6d71cd07b4648a2400477c405d705 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705 2024-11-13T07:26:49,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705, entries=150, sequenceid=129, filesize=11.8 K 2024-11-13T07:26:49,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e74f8ff132c6a07f7dbeaef0657cf10a in 322ms, sequenceid=129, compaction requested=false 2024-11-13T07:26:49,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:49,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T07:26:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:49,546 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:26:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/bfe672ad46b24d14b84e55b13da726ba is 50, key is test_row_0/A:col10/1731482809290/Put/seqid=0 2024-11-13T07:26:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741864_1040 (size=12151) 2024-11-13T07:26:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482869638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482869643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482869647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482869650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482869651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482869757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482869757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482869757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482869757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482869766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482869967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482869967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482869969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482869969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:49,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482869977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/bfe672ad46b24d14b84e55b13da726ba 2024-11-13T07:26:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/eabc8f0edad34639b75fb90bb95c175f is 50, key is test_row_0/B:col10/1731482809290/Put/seqid=0 2024-11-13T07:26:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741865_1041 (size=12151) 2024-11-13T07:26:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482870276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482870277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482870277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482870277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482870287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/eabc8f0edad34639b75fb90bb95c175f 2024-11-13T07:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/67137320c4e54dc68dec7ec0934f0cf8 is 50, key is test_row_0/C:col10/1731482809290/Put/seqid=0 2024-11-13T07:26:50,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741866_1042 (size=12151) 2024-11-13T07:26:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482870787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482870787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482870787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482870796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482870796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:50,920 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/67137320c4e54dc68dec7ec0934f0cf8 2024-11-13T07:26:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/bfe672ad46b24d14b84e55b13da726ba as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba 2024-11-13T07:26:50,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T07:26:50,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/eabc8f0edad34639b75fb90bb95c175f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f 2024-11-13T07:26:50,983 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T07:26:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/67137320c4e54dc68dec7ec0934f0cf8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8 2024-11-13T07:26:51,006 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T07:26:51,009 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e74f8ff132c6a07f7dbeaef0657cf10a in 1462ms, sequenceid=156, compaction requested=true 2024-11-13T07:26:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T07:26:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T07:26:51,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T07:26:51,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1080 sec 2024-11-13T07:26:51,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1240 sec 2024-11-13T07:26:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:26:51,047 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:51,048 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T07:26:51,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:26:51,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:51,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:26:51,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T07:26:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:51,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:26:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/8aac2499c8e04d2ebb141b18fe91b2e0 is 50, key is test_row_0/A:col10/1731482809645/Put/seqid=0 2024-11-13T07:26:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741867_1043 (size=12151) 2024-11-13T07:26:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/8aac2499c8e04d2ebb141b18fe91b2e0 2024-11-13T07:26:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/6cfea8ba933f4c3b95236130f2a709f2 is 50, key is test_row_0/B:col10/1731482809645/Put/seqid=0 2024-11-13T07:26:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741868_1044 (size=12151) 2024-11-13T07:26:51,295 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/6cfea8ba933f4c3b95236130f2a709f2 2024-11-13T07:26:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8f8767deeceb497084116db589169f2a is 50, key is test_row_0/C:col10/1731482809645/Put/seqid=0 2024-11-13T07:26:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741869_1045 (size=12151) 2024-11-13T07:26:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:26:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:26:51,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8f8767deeceb497084116db589169f2a 2024-11-13T07:26:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/8aac2499c8e04d2ebb141b18fe91b2e0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0 2024-11-13T07:26:51,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:26:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/6cfea8ba933f4c3b95236130f2a709f2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2 2024-11-13T07:26:51,773 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:26:51,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8f8767deeceb497084116db589169f2a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a 2024-11-13T07:26:51,787 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:26:51,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for e74f8ff132c6a07f7dbeaef0657cf10a in 575ms, sequenceid=169, compaction requested=true 2024-11-13T07:26:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T07:26:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T07:26:51,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T07:26:51,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 738 msec 2024-11-13T07:26:51,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 747 msec 2024-11-13T07:26:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:26:51,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/b37e265fe2d44daca52a9fabed8190fd is 50, key is test_row_0/A:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741870_1046 (size=19321) 2024-11-13T07:26:51,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482871893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:51,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482871905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:51,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482871905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482871915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482871914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482872027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482872027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482872027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482872036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482872036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:26:52,187 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:52,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T07:26:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:52,190 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:52,191 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:52,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:52,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482872236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482872237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482872237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482872246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482872246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/b37e265fe2d44daca52a9fabed8190fd 2024-11-13T07:26:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:52,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/554c45c90880400793ba6ccdfe18788b is 50, key is test_row_0/B:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741871_1047 (size=12151) 2024-11-13T07:26:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T07:26:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T07:26:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482872546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482872546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482872547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482872556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482872556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:52,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T07:26:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/554c45c90880400793ba6ccdfe18788b 2024-11-13T07:26:52,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5f1afb8216fd4dfb8ddd6a92759f1180 is 50, key is test_row_0/C:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741872_1048 (size=12151) 2024-11-13T07:26:52,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5f1afb8216fd4dfb8ddd6a92759f1180 2024-11-13T07:26:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/b37e265fe2d44daca52a9fabed8190fd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd 2024-11-13T07:26:52,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd, entries=300, sequenceid=180, filesize=18.9 K 2024-11-13T07:26:52,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/554c45c90880400793ba6ccdfe18788b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b 2024-11-13T07:26:52,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-13T07:26:52,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T07:26:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/5f1afb8216fd4dfb8ddd6a92759f1180 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180 2024-11-13T07:26:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:52,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180, entries=150, sequenceid=180, filesize=11.9 K 2024-11-13T07:26:52,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e74f8ff132c6a07f7dbeaef0657cf10a in 1004ms, sequenceid=180, compaction requested=true 2024-11-13T07:26:52,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:26:52,837 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:26:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:52,837 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:26:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:26:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:26:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:52,842 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67915 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:26:52,842 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:26:52,842 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,842 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/1d2b50c1513845cc992e7009f599fb1f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=66.3 K 2024-11-13T07:26:52,843 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:26:52,844 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:26:52,844 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,844 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/ee03d11a76fa416d8a7709348c496f34, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=59.3 K 2024-11-13T07:26:52,844 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d2b50c1513845cc992e7009f599fb1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:52,845 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ee03d11a76fa416d8a7709348c496f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:52,846 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdf67bd2343b477f88db26d98f1a17de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482808540 2024-11-13T07:26:52,846 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe672ad46b24d14b84e55b13da726ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482809288 2024-11-13T07:26:52,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cd9e7f7d4c024de2a6d835449eaa363a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482808540 2024-11-13T07:26:52,847 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aac2499c8e04d2ebb141b18fe91b2e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482809640 2024-11-13T07:26:52,848 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting eabc8f0edad34639b75fb90bb95c175f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482809288 2024-11-13T07:26:52,848 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b37e265fe2d44daca52a9fabed8190fd, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811817 2024-11-13T07:26:52,848 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cfea8ba933f4c3b95236130f2a709f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482809640 2024-11-13T07:26:52,849 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 554c45c90880400793ba6ccdfe18788b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811821 2024-11-13T07:26:52,889 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:52,889 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#37 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:52,890 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/27a0988d0c3b4cc9a60ae0ddef98e81d is 50, key is test_row_0/B:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:52,890 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3187f11341e648c8b1967c07c556b8cc is 50, key is test_row_0/A:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741874_1050 (size=12561) 2024-11-13T07:26:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741873_1049 (size=12561) 2024-11-13T07:26:52,922 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/27a0988d0c3b4cc9a60ae0ddef98e81d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/27a0988d0c3b4cc9a60ae0ddef98e81d 2024-11-13T07:26:52,923 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/3187f11341e648c8b1967c07c556b8cc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3187f11341e648c8b1967c07c556b8cc 2024-11-13T07:26:52,950 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into 27a0988d0c3b4cc9a60ae0ddef98e81d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:52,950 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:52,950 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=11, startTime=1731482812837; duration=0sec 2024-11-13T07:26:52,950 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:52,950 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:26:52,951 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:26:52,954 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into 3187f11341e648c8b1967c07c556b8cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:52,954 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:52,955 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:26:52,956 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:26:52,956 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,956 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/a022273b72934abdb13fb7aa68519213, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=59.3 K 2024-11-13T07:26:52,954 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=11, startTime=1731482812837; duration=0sec 2024-11-13T07:26:52,957 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a022273b72934abdb13fb7aa68519213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482807822 2024-11-13T07:26:52,957 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:52,957 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:26:52,957 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf6d71cd07b4648a2400477c405d705, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482808540 2024-11-13T07:26:52,958 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 67137320c4e54dc68dec7ec0934f0cf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482809288 2024-11-13T07:26:52,959 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f8767deeceb497084116db589169f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482809640 2024-11-13T07:26:52,959 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f1afb8216fd4dfb8ddd6a92759f1180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811821 2024-11-13T07:26:52,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T07:26:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:52,966 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:26:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/58d31769d91041f3af3fb92cfa142edb is 50, key is test_row_0/A:col10/1731482811885/Put/seqid=0 2024-11-13T07:26:53,005 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:53,006 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/317f33473dee4470b5b38334d0349614 is 50, key is test_row_0/C:col10/1731482811827/Put/seqid=0 2024-11-13T07:26:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741875_1051 (size=12151) 2024-11-13T07:26:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:53,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:53,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741876_1052 (size=12561) 2024-11-13T07:26:53,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482873067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482873069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482873071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482873073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482873081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,090 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/317f33473dee4470b5b38334d0349614 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/317f33473dee4470b5b38334d0349614 2024-11-13T07:26:53,111 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into 317f33473dee4470b5b38334d0349614(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:53,111 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:53,111 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=11, startTime=1731482812838; duration=0sec 2024-11-13T07:26:53,112 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:53,112 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:26:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482873187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482873187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482873187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482873196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482873396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482873396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482873396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482873407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,432 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/58d31769d91041f3af3fb92cfa142edb 2024-11-13T07:26:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e25642ff98174b85972944b709e261e4 is 50, key is test_row_0/B:col10/1731482811885/Put/seqid=0 2024-11-13T07:26:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741877_1053 (size=12151) 2024-11-13T07:26:53,456 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e25642ff98174b85972944b709e261e4 2024-11-13T07:26:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/41985109bce2492e98af0b2cc94c9ae8 is 50, key is test_row_0/C:col10/1731482811885/Put/seqid=0 2024-11-13T07:26:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741878_1054 (size=12151) 2024-11-13T07:26:53,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482873706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482873706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482873706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482873717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:53,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/41985109bce2492e98af0b2cc94c9ae8 2024-11-13T07:26:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/58d31769d91041f3af3fb92cfa142edb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb 2024-11-13T07:26:53,952 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T07:26:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e25642ff98174b85972944b709e261e4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4 2024-11-13T07:26:53,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T07:26:53,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/41985109bce2492e98af0b2cc94c9ae8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8 2024-11-13T07:26:53,972 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T07:26:53,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e74f8ff132c6a07f7dbeaef0657cf10a in 1008ms, sequenceid=208, compaction requested=false 2024-11-13T07:26:53,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:53,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:53,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T07:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T07:26:53,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T07:26:53,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7850 sec 2024-11-13T07:26:53,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7950 sec 2024-11-13T07:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:54,098 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:54,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:26:54,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e4243e47fc2948e1a8b51914ba7b2b5c is 50, key is test_row_0/A:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741879_1055 (size=9757) 2024-11-13T07:26:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482874226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482874226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482874227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482874227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482874228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T07:26:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,337 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482874337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,338 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482874337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482874337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482874337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T07:26:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:54,343 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:54,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:54,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:54,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T07:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e4243e47fc2948e1a8b51914ba7b2b5c 2024-11-13T07:26:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482874547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482874546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482874547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482874547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cc07fa8a5be644d4bd06fa7f028a6d22 is 50, key is test_row_0/B:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741880_1056 (size=9757) 2024-11-13T07:26:54,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cc07fa8a5be644d4bd06fa7f028a6d22 2024-11-13T07:26:54,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8ff9ff3460df4faba5ff5339c48f69f3 is 50, key is test_row_0/C:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741881_1057 (size=9757) 2024-11-13T07:26:54,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8ff9ff3460df4faba5ff5339c48f69f3 2024-11-13T07:26:54,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/e4243e47fc2948e1a8b51914ba7b2b5c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c 2024-11-13T07:26:54,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c, entries=100, sequenceid=220, filesize=9.5 K 2024-11-13T07:26:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cc07fa8a5be644d4bd06fa7f028a6d22 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22 2024-11-13T07:26:54,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T07:26:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:26:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:54,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22, entries=100, sequenceid=220, filesize=9.5 K 2024-11-13T07:26:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8ff9ff3460df4faba5ff5339c48f69f3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3 2024-11-13T07:26:54,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3, entries=100, sequenceid=220, filesize=9.5 K 2024-11-13T07:26:54,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e74f8ff132c6a07f7dbeaef0657cf10a in 574ms, sequenceid=220, compaction requested=true 2024-11-13T07:26:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:26:54,673 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:54,673 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:54,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:26:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:26:54,675 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:54,675 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:26:54,675 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,675 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3187f11341e648c8b1967c07c556b8cc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=33.7 K 2024-11-13T07:26:54,676 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:54,676 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:26:54,676 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,676 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/27a0988d0c3b4cc9a60ae0ddef98e81d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=33.7 K 2024-11-13T07:26:54,676 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3187f11341e648c8b1967c07c556b8cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811821 2024-11-13T07:26:54,677 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 27a0988d0c3b4cc9a60ae0ddef98e81d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811821 2024-11-13T07:26:54,677 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58d31769d91041f3af3fb92cfa142edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482811885 2024-11-13T07:26:54,678 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e25642ff98174b85972944b709e261e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482811885 2024-11-13T07:26:54,678 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4243e47fc2948e1a8b51914ba7b2b5c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482813071 2024-11-13T07:26:54,678 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cc07fa8a5be644d4bd06fa7f028a6d22, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482813071 2024-11-13T07:26:54,698 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:54,699 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/1fd5f6dcff0546089dc6214a482fae84 is 50, key is test_row_0/B:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,704 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:54,705 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/fc9459f709a24e308bf769fff65a8597 is 50, key is test_row_0/A:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741882_1058 (size=12663) 2024-11-13T07:26:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741883_1059 (size=12663) 2024-11-13T07:26:54,742 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/1fd5f6dcff0546089dc6214a482fae84 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/1fd5f6dcff0546089dc6214a482fae84 2024-11-13T07:26:54,753 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/fc9459f709a24e308bf769fff65a8597 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/fc9459f709a24e308bf769fff65a8597 2024-11-13T07:26:54,757 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into 1fd5f6dcff0546089dc6214a482fae84(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:54,757 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:54,757 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=13, startTime=1731482814673; duration=0sec 2024-11-13T07:26:54,757 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:54,757 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:26:54,757 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:26:54,763 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into fc9459f709a24e308bf769fff65a8597(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:54,763 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:54,764 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=13, startTime=1731482814673; duration=0sec 2024-11-13T07:26:54,764 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:54,764 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:26:54,766 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:26:54,766 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:26:54,766 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,768 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/317f33473dee4470b5b38334d0349614, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=33.7 K 2024-11-13T07:26:54,768 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 317f33473dee4470b5b38334d0349614, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482811821 2024-11-13T07:26:54,770 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 41985109bce2492e98af0b2cc94c9ae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482811885 2024-11-13T07:26:54,771 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff9ff3460df4faba5ff5339c48f69f3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482813071 2024-11-13T07:26:54,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T07:26:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:54,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:26:54,809 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:54,809 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/df2b4327595a4c31b68feb535259e6a8 is 50, key is test_row_0/C:col10/1731482814097/Put/seqid=0 2024-11-13T07:26:54,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/4fd21bf3693f4398af195dba14b3c2c7 is 50, key is test_row_0/A:col10/1731482814223/Put/seqid=0 2024-11-13T07:26:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741884_1060 (size=12663) 2024-11-13T07:26:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741885_1061 (size=12151) 2024-11-13T07:26:54,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482874867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482874869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482874873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482874873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482874976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482874976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482874989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482874989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482875186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482875186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482875197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482875197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,247 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/df2b4327595a4c31b68feb535259e6a8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/df2b4327595a4c31b68feb535259e6a8 2024-11-13T07:26:55,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/4fd21bf3693f4398af195dba14b3c2c7 2024-11-13T07:26:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482875247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,259 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:26:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,269 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into df2b4327595a4c31b68feb535259e6a8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:55,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:55,269 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=13, startTime=1731482814675; duration=0sec 2024-11-13T07:26:55,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:55,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:26:55,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2a654db5a0df4438a27ee68dfb28513d is 50, key is test_row_0/B:col10/1731482814223/Put/seqid=0 2024-11-13T07:26:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741886_1062 (size=12151) 2024-11-13T07:26:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482875497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482875497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482875506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482875506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:55,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2a654db5a0df4438a27ee68dfb28513d 2024-11-13T07:26:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/d634762f996a4bddb9c6af218aa90092 is 50, key is test_row_0/C:col10/1731482814223/Put/seqid=0 2024-11-13T07:26:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741887_1063 (size=12151) 2024-11-13T07:26:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482876007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482876007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:56,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482876016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482876016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/d634762f996a4bddb9c6af218aa90092 2024-11-13T07:26:56,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/4fd21bf3693f4398af195dba14b3c2c7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7 2024-11-13T07:26:56,144 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T07:26:56,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/2a654db5a0df4438a27ee68dfb28513d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d 2024-11-13T07:26:56,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T07:26:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/d634762f996a4bddb9c6af218aa90092 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092 2024-11-13T07:26:56,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T07:26:56,170 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e74f8ff132c6a07f7dbeaef0657cf10a in 1353ms, sequenceid=248, compaction requested=false 2024-11-13T07:26:56,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:56,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:56,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T07:26:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T07:26:56,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T07:26:56,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-13T07:26:56,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.8360 sec 2024-11-13T07:26:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T07:26:56,486 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:56,487 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T07:26:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:56,496 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:56,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:56,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:56,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T07:26:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:56,651 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:26:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/9d6739414f1c4bf38acd20e9ebae17dd is 50, key is test_row_0/A:col10/1731482814865/Put/seqid=0 2024-11-13T07:26:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741888_1064 (size=12251) 2024-11-13T07:26:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482877068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482877068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,075 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/9d6739414f1c4bf38acd20e9ebae17dd 2024-11-13T07:26:57,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482877071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482877074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/85e4970e548e4a3c80f6199d180be7ce is 50, key is test_row_0/B:col10/1731482814865/Put/seqid=0 2024-11-13T07:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741889_1065 (size=12251) 2024-11-13T07:26:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482877176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482877187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482877188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482877187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482877266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,270 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:26:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482877386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482877397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482877398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482877398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,535 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/85e4970e548e4a3c80f6199d180be7ce 2024-11-13T07:26:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/972f221b5511474ba1aeaf6ad3e62032 is 50, key is test_row_0/C:col10/1731482814865/Put/seqid=0 2024-11-13T07:26:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741890_1066 (size=12251) 2024-11-13T07:26:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482877696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482877707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482877707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482877707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:57,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/972f221b5511474ba1aeaf6ad3e62032 2024-11-13T07:26:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/9d6739414f1c4bf38acd20e9ebae17dd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd 2024-11-13T07:26:57,966 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd, entries=150, sequenceid=260, filesize=12.0 K 2024-11-13T07:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/85e4970e548e4a3c80f6199d180be7ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce 2024-11-13T07:26:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce, entries=150, sequenceid=260, filesize=12.0 K 2024-11-13T07:26:57,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/972f221b5511474ba1aeaf6ad3e62032 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032 2024-11-13T07:26:57,990 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032, entries=150, sequenceid=260, filesize=12.0 K 2024-11-13T07:26:57,997 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e74f8ff132c6a07f7dbeaef0657cf10a in 1345ms, sequenceid=260, compaction requested=true 2024-11-13T07:26:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T07:26:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T07:26:58,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T07:26:58,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec 2024-11-13T07:26:58,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5190 sec 2024-11-13T07:26:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:26:58,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:26:58,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ea350172f3b140b68bf29240d366b01f is 50, key is test_row_0/A:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482878234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741891_1067 (size=14741) 2024-11-13T07:26:58,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482878234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482878235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482878236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ea350172f3b140b68bf29240d366b01f 2024-11-13T07:26:58,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/215e85ab22324fe18e3c0334c6edb810 is 50, key is test_row_0/B:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741892_1068 (size=12301) 2024-11-13T07:26:58,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/215e85ab22324fe18e3c0334c6edb810 2024-11-13T07:26:58,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/f3fadeb550bf4d5185d95d3e3e4be048 is 50, key is test_row_0/C:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741893_1069 (size=12301) 2024-11-13T07:26:58,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482878347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482878347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482878347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482878347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482878557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482878557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482878557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482878567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T07:26:58,638 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:26:58,638 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:26:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T07:26:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:26:58,642 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:26:58,644 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:26:58,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:26:58,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/f3fadeb550bf4d5185d95d3e3e4be048 2024-11-13T07:26:58,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ea350172f3b140b68bf29240d366b01f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f 2024-11-13T07:26:58,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f, entries=200, sequenceid=286, filesize=14.4 K 2024-11-13T07:26:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/215e85ab22324fe18e3c0334c6edb810 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810 2024-11-13T07:26:58,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T07:26:58,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/f3fadeb550bf4d5185d95d3e3e4be048 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048 2024-11-13T07:26:58,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T07:26:58,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e74f8ff132c6a07f7dbeaef0657cf10a in 518ms, sequenceid=286, compaction requested=true 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:58,726 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:26:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T07:26:58,727 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:58,728 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:58,728 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:26:58,728 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:58,728 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/fc9459f709a24e308bf769fff65a8597, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=50.6 K 2024-11-13T07:26:58,729 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:58,729 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:26:58,729 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:58,738 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/1fd5f6dcff0546089dc6214a482fae84, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=48.2 K 2024-11-13T07:26:58,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd5f6dcff0546089dc6214a482fae84, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482811911 2024-11-13T07:26:58,739 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc9459f709a24e308bf769fff65a8597, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482811911 2024-11-13T07:26:58,740 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd21bf3693f4398af195dba14b3c2c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731482814223 2024-11-13T07:26:58,740 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a654db5a0df4438a27ee68dfb28513d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731482814223 2024-11-13T07:26:58,740 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 85e4970e548e4a3c80f6199d180be7ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731482814865 2024-11-13T07:26:58,741 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 215e85ab22324fe18e3c0334c6edb810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817065 2024-11-13T07:26:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:26:58,746 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d6739414f1c4bf38acd20e9ebae17dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731482814865 2024-11-13T07:26:58,748 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea350172f3b140b68bf29240d366b01f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817057 2024-11-13T07:26:58,767 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:58,768 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/d73ccebb22c545078f460b9536ec07f5 is 50, key is test_row_0/B:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,783 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:58,783 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/de6e2e91a29a43558b341cfe7fe19fba is 50, key is test_row_0/A:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741894_1070 (size=12949) 2024-11-13T07:26:58,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T07:26:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741895_1071 (size=12949) 2024-11-13T07:26:58,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:58,799 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T07:26:58,805 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/d73ccebb22c545078f460b9536ec07f5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d73ccebb22c545078f460b9536ec07f5 2024-11-13T07:26:58,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/6ca59b132aeb4d6ea6d9c5c025135d9c is 50, key is test_row_0/A:col10/1731482818233/Put/seqid=0 2024-11-13T07:26:58,821 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into d73ccebb22c545078f460b9536ec07f5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:58,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:58,821 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=12, startTime=1731482818726; duration=0sec 2024-11-13T07:26:58,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:26:58,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:26:58,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:26:58,823 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:26:58,823 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:26:58,823 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:26:58,823 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/df2b4327595a4c31b68feb535259e6a8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=48.2 K 2024-11-13T07:26:58,824 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting df2b4327595a4c31b68feb535259e6a8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482811911 2024-11-13T07:26:58,825 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d634762f996a4bddb9c6af218aa90092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731482814223 2024-11-13T07:26:58,836 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 972f221b5511474ba1aeaf6ad3e62032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731482814865 2024-11-13T07:26:58,837 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f3fadeb550bf4d5185d95d3e3e4be048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817065 2024-11-13T07:26:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741896_1072 (size=9857) 2024-11-13T07:26:58,858 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:26:58,859 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/f4ed1f6c93464b4191abf4074b77204e is 50, key is test_row_0/C:col10/1731482817071/Put/seqid=0 2024-11-13T07:26:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:26:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:26:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741897_1073 (size=12949) 2024-11-13T07:26:58,919 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/f4ed1f6c93464b4191abf4074b77204e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f4ed1f6c93464b4191abf4074b77204e 2024-11-13T07:26:58,928 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into f4ed1f6c93464b4191abf4074b77204e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:58,929 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:58,929 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=12, startTime=1731482818726; duration=0sec 2024-11-13T07:26:58,929 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:58,929 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:26:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482878920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482878923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482878925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482878932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:26:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482879037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482879037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482879037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482879046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,213 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/de6e2e91a29a43558b341cfe7fe19fba as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/de6e2e91a29a43558b341cfe7fe19fba 2024-11-13T07:26:59,225 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into de6e2e91a29a43558b341cfe7fe19fba(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:26:59,225 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:26:59,225 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=12, startTime=1731482818726; duration=0sec 2024-11-13T07:26:59,225 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:26:59,225 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:26:59,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/6ca59b132aeb4d6ea6d9c5c025135d9c 2024-11-13T07:26:59,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482879247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482879247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482879247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482879256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:26:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/474d54fbba844cc199058d28a0b7d603 is 50, key is test_row_0/B:col10/1731482818233/Put/seqid=0 2024-11-13T07:26:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741898_1074 (size=9857) 2024-11-13T07:26:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482879557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482879557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482879557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:26:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482879566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:26:59,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:26:59,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:26:59,710 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/474d54fbba844cc199058d28a0b7d603 2024-11-13T07:26:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/53c07012f50846848e5130796371b2c2 is 50, key is test_row_0/C:col10/1731482818233/Put/seqid=0 2024-11-13T07:26:59,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741899_1075 (size=9857) 2024-11-13T07:26:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:27:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482880066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482880066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482880067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482880077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:00,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/53c07012f50846848e5130796371b2c2 2024-11-13T07:27:00,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/6ca59b132aeb4d6ea6d9c5c025135d9c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c 2024-11-13T07:27:00,152 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c, entries=100, sequenceid=296, filesize=9.6 K 2024-11-13T07:27:00,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/474d54fbba844cc199058d28a0b7d603 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603 2024-11-13T07:27:00,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603, entries=100, sequenceid=296, filesize=9.6 K 2024-11-13T07:27:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/53c07012f50846848e5130796371b2c2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2 2024-11-13T07:27:00,168 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2, entries=100, sequenceid=296, filesize=9.6 K 2024-11-13T07:27:00,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e74f8ff132c6a07f7dbeaef0657cf10a in 1374ms, sequenceid=296, compaction requested=false 2024-11-13T07:27:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T07:27:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T07:27:00,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T07:27:00,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5310 sec 2024-11-13T07:27:00,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5510 sec 2024-11-13T07:27:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T07:27:00,787 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:00,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-13T07:27:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T07:27:00,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:00,790 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:00,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T07:27:00,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T07:27:00,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:00,944 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:27:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/96da3460462e48a9bae3af6ffe804180 is 50, key is test_row_0/A:col10/1731482818899/Put/seqid=0 2024-11-13T07:27:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741900_1076 (size=12301) 2024-11-13T07:27:00,965 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/96da3460462e48a9bae3af6ffe804180 2024-11-13T07:27:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/d89ec4e055d84ffb822b6cbffc0e683b is 50, key is test_row_0/B:col10/1731482818899/Put/seqid=0 2024-11-13T07:27:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741901_1077 (size=12301) 2024-11-13T07:27:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:01,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482881084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482881086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482881087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482881087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,088 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,088 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T07:27:01,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482881198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482881198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33582 deadline: 1731482881307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,310 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,390 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/d89ec4e055d84ffb822b6cbffc0e683b 2024-11-13T07:27:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/109369d093394544804c7aaf9e17d35b is 50, key is test_row_0/C:col10/1731482818899/Put/seqid=0 2024-11-13T07:27:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741902_1078 (size=12301) 2024-11-13T07:27:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482881407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/109369d093394544804c7aaf9e17d35b 2024-11-13T07:27:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482881407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T07:27:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/96da3460462e48a9bae3af6ffe804180 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180 2024-11-13T07:27:01,423 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180, entries=150, sequenceid=325, filesize=12.0 K 2024-11-13T07:27:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/d89ec4e055d84ffb822b6cbffc0e683b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b 2024-11-13T07:27:01,432 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-13T07:27:01,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/109369d093394544804c7aaf9e17d35b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b 2024-11-13T07:27:01,442 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-13T07:27:01,444 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e74f8ff132c6a07f7dbeaef0657cf10a in 499ms, sequenceid=325, compaction requested=true 2024-11-13T07:27:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-13T07:27:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-13T07:27:01,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T07:27:01,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 655 msec 2024-11-13T07:27:01,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 660 msec 2024-11-13T07:27:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:01,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:01,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f7e0dbe95f814b1087a834956a535fb6 is 50, key is test_row_0/A:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741903_1079 (size=12301) 2024-11-13T07:27:01,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f7e0dbe95f814b1087a834956a535fb6 2024-11-13T07:27:01,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a13b9e7a00da4694a58150fc19c61d88 is 50, key is test_row_0/B:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741904_1080 (size=12301) 2024-11-13T07:27:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482881842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482881842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T07:27:01,926 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:01,927 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-13T07:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T07:27:01,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:01,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:01,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482881956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482881956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T07:27:02,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T07:27:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482882166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482882166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a13b9e7a00da4694a58150fc19c61d88 2024-11-13T07:27:02,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/11d2a2f37fb94668a8bd21b978eec88f is 50, key is test_row_0/C:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741905_1081 (size=12301) 2024-11-13T07:27:02,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/11d2a2f37fb94668a8bd21b978eec88f 2024-11-13T07:27:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/f7e0dbe95f814b1087a834956a535fb6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6 2024-11-13T07:27:02,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T07:27:02,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/a13b9e7a00da4694a58150fc19c61d88 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88 2024-11-13T07:27:02,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T07:27:02,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/11d2a2f37fb94668a8bd21b978eec88f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f 2024-11-13T07:27:02,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T07:27:02,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e74f8ff132c6a07f7dbeaef0657cf10a in 500ms, sequenceid=337, compaction requested=true 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:02,218 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:02,218 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:02,219 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:02,219 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:02,220 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:27:02,220 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:27:02,220 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,220 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,220 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/de6e2e91a29a43558b341cfe7fe19fba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=46.3 K 2024-11-13T07:27:02,220 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d73ccebb22c545078f460b9536ec07f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=46.3 K 2024-11-13T07:27:02,220 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6e2e91a29a43558b341cfe7fe19fba, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817065 2024-11-13T07:27:02,220 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d73ccebb22c545078f460b9536ec07f5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817065 2024-11-13T07:27:02,221 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 474d54fbba844cc199058d28a0b7d603, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482818231 2024-11-13T07:27:02,221 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ca59b132aeb4d6ea6d9c5c025135d9c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482818231 2024-11-13T07:27:02,228 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96da3460462e48a9bae3af6ffe804180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731482818899 2024-11-13T07:27:02,228 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d89ec4e055d84ffb822b6cbffc0e683b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731482818899 2024-11-13T07:27:02,228 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7e0dbe95f814b1087a834956a535fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:02,228 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a13b9e7a00da4694a58150fc19c61d88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:02,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T07:27:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:27:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/d205834244544ea0bebcaff9f8dc995e is 50, key is test_row_0/A:col10/1731482821841/Put/seqid=0 2024-11-13T07:27:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T07:27:02,246 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:02,247 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/b55085138f474efab6b45dfc41c7b92d is 50, key is test_row_0/A:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:02,254 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:02,255 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/635e873b9e434f89a2daaaff8c207865 is 50, key is test_row_0/B:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741908_1084 (size=13085) 2024-11-13T07:27:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741907_1083 (size=13085) 2024-11-13T07:27:02,269 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/b55085138f474efab6b45dfc41c7b92d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b55085138f474efab6b45dfc41c7b92d 2024-11-13T07:27:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741906_1082 (size=12301) 2024-11-13T07:27:02,270 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/d205834244544ea0bebcaff9f8dc995e 2024-11-13T07:27:02,276 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into b55085138f474efab6b45dfc41c7b92d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:02,276 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:02,276 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=12, startTime=1731482822218; duration=0sec 2024-11-13T07:27:02,276 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:02,276 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:27:02,276 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:02,277 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:02,278 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:27:02,278 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,278 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f4ed1f6c93464b4191abf4074b77204e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=46.3 K 2024-11-13T07:27:02,278 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4ed1f6c93464b4191abf4074b77204e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482817065 2024-11-13T07:27:02,279 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53c07012f50846848e5130796371b2c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482818231 2024-11-13T07:27:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e132fc297bba44f19ec42b2d869cc078 is 50, key is test_row_0/B:col10/1731482821841/Put/seqid=0 2024-11-13T07:27:02,279 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 109369d093394544804c7aaf9e17d35b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731482818899 2024-11-13T07:27:02,279 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11d2a2f37fb94668a8bd21b978eec88f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:02,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741909_1085 (size=12301) 2024-11-13T07:27:02,291 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:02,291 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8ca2652977614f99bb3e21c251d18b03 is 50, key is test_row_0/C:col10/1731482821718/Put/seqid=0 2024-11-13T07:27:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741910_1086 (size=13085) 2024-11-13T07:27:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:02,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482882490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482882491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T07:27:02,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482882596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482882596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,667 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/635e873b9e434f89a2daaaff8c207865 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/635e873b9e434f89a2daaaff8c207865 2024-11-13T07:27:02,673 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into 635e873b9e434f89a2daaaff8c207865(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:02,673 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:02,673 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=12, startTime=1731482822218; duration=0sec 2024-11-13T07:27:02,673 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:02,673 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:27:02,687 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e132fc297bba44f19ec42b2d869cc078 2024-11-13T07:27:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/fa71d7f3a4fd4ca19b4b8baf77440e1a is 50, key is test_row_0/C:col10/1731482821841/Put/seqid=0 2024-11-13T07:27:02,703 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/8ca2652977614f99bb3e21c251d18b03 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ca2652977614f99bb3e21c251d18b03 2024-11-13T07:27:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741911_1087 (size=12301) 2024-11-13T07:27:02,706 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/fa71d7f3a4fd4ca19b4b8baf77440e1a 2024-11-13T07:27:02,711 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into 8ca2652977614f99bb3e21c251d18b03(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:02,711 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:02,711 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=12, startTime=1731482822218; duration=0sec 2024-11-13T07:27:02,711 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:02,711 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:27:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/d205834244544ea0bebcaff9f8dc995e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e 2024-11-13T07:27:02,718 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T07:27:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/e132fc297bba44f19ec42b2d869cc078 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078 2024-11-13T07:27:02,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T07:27:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/fa71d7f3a4fd4ca19b4b8baf77440e1a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a 2024-11-13T07:27:02,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T07:27:02,731 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e74f8ff132c6a07f7dbeaef0657cf10a in 496ms, sequenceid=361, compaction requested=false 2024-11-13T07:27:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T07:27:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T07:27:02,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T07:27:02,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 804 msec 2024-11-13T07:27:02,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 810 msec 2024-11-13T07:27:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:02,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:27:02,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/0a4b33012a004f06b0ba4cd569d2a054 is 50, key is test_row_0/A:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741912_1088 (size=14741) 2024-11-13T07:27:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482882848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482882849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482882956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482882956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T07:27:03,067 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:03,068 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-13T07:27:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:03,070 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:03,072 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:03,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:03,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33566 deadline: 1731482883096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,098 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33524 deadline: 1731482883107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,113 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in e74f8ff132c6a07f7dbeaef0657cf10a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482883167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482883167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:03,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/0a4b33012a004f06b0ba4cd569d2a054 2024-11-13T07:27:03,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T07:27:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/546550070f534bc1bbb0f076fb58569a is 50, key is test_row_0/B:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741913_1089 (size=12301) 2024-11-13T07:27:03,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/546550070f534bc1bbb0f076fb58569a 2024-11-13T07:27:03,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/34041d7eb7804092b56fdeed0d48db7e is 50, key is test_row_0/C:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741914_1090 (size=12301) 2024-11-13T07:27:03,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T07:27:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482883476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482883476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:03,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T07:27:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T07:27:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:03,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/34041d7eb7804092b56fdeed0d48db7e 2024-11-13T07:27:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:03,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/0a4b33012a004f06b0ba4cd569d2a054 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054 2024-11-13T07:27:03,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054, entries=200, sequenceid=377, filesize=14.4 K 2024-11-13T07:27:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/546550070f534bc1bbb0f076fb58569a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a 2024-11-13T07:27:03,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a, entries=150, sequenceid=377, filesize=12.0 K 2024-11-13T07:27:03,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/34041d7eb7804092b56fdeed0d48db7e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e 2024-11-13T07:27:03,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e, entries=150, sequenceid=377, filesize=12.0 K 2024-11-13T07:27:03,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e74f8ff132c6a07f7dbeaef0657cf10a in 923ms, sequenceid=377, compaction requested=true 2024-11-13T07:27:03,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:03,731 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:03,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:03,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:03,732 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:03,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:03,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:03,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:03,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:03,734 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:03,734 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:27:03,734 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,734 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b55085138f474efab6b45dfc41c7b92d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=39.2 K 2024-11-13T07:27:03,734 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:03,734 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:27:03,735 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,735 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/635e873b9e434f89a2daaaff8c207865, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=36.8 K 2024-11-13T07:27:03,735 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55085138f474efab6b45dfc41c7b92d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:03,735 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 635e873b9e434f89a2daaaff8c207865, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:03,738 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e132fc297bba44f19ec42b2d869cc078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731482821831 2024-11-13T07:27:03,738 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d205834244544ea0bebcaff9f8dc995e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731482821831 2024-11-13T07:27:03,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 546550070f534bc1bbb0f076fb58569a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:03,739 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4b33012a004f06b0ba4cd569d2a054, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:03,766 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:03,767 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cc9027b378784c0792a6e00b1e080a0e is 50, key is test_row_0/B:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:03,773 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:03,774 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/90ff477fe6c7446aa1002ee3e77fc8c0 is 50, key is test_row_0/A:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741915_1091 (size=13187) 2024-11-13T07:27:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741916_1092 (size=13187) 2024-11-13T07:27:03,809 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/90ff477fe6c7446aa1002ee3e77fc8c0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/90ff477fe6c7446aa1002ee3e77fc8c0 2024-11-13T07:27:03,817 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into 90ff477fe6c7446aa1002ee3e77fc8c0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:03,817 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:03,817 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=13, startTime=1731482823731; duration=0sec 2024-11-13T07:27:03,818 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:03,818 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:27:03,818 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:03,820 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:03,820 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:27:03,820 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,820 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ca2652977614f99bb3e21c251d18b03, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=36.8 K 2024-11-13T07:27:03,821 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca2652977614f99bb3e21c251d18b03, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731482821083 2024-11-13T07:27:03,821 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa71d7f3a4fd4ca19b4b8baf77440e1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731482821831 2024-11-13T07:27:03,821 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34041d7eb7804092b56fdeed0d48db7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:03,835 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:03,835 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/b5e5695094f84dbc97c98a5fe2114563 is 50, key is test_row_0/C:col10/1731482822484/Put/seqid=0 2024-11-13T07:27:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741917_1093 (size=13187) 2024-11-13T07:27:03,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T07:27:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:03,843 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:27:03,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/21a9fd8827364ff5b387120d2fc06d8c is 50, key is test_row_0/A:col10/1731482822843/Put/seqid=0 2024-11-13T07:27:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741918_1094 (size=12301) 2024-11-13T07:27:03,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/21a9fd8827364ff5b387120d2fc06d8c 2024-11-13T07:27:03,855 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/b5e5695094f84dbc97c98a5fe2114563 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/b5e5695094f84dbc97c98a5fe2114563 2024-11-13T07:27:03,869 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into b5e5695094f84dbc97c98a5fe2114563(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:03,869 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:03,869 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=13, startTime=1731482823733; duration=0sec 2024-11-13T07:27:03,869 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:03,869 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:27:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/68cd2c1dd90246ae893df42e21abffef is 50, key is test_row_0/B:col10/1731482822843/Put/seqid=0 2024-11-13T07:27:03,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741919_1095 (size=12301) 2024-11-13T07:27:03,886 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/68cd2c1dd90246ae893df42e21abffef 2024-11-13T07:27:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/e4219b322eb744ab880c2795664ea44a is 50, key is test_row_0/C:col10/1731482822843/Put/seqid=0 2024-11-13T07:27:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741920_1096 (size=12301) 2024-11-13T07:27:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. as already flushing 2024-11-13T07:27:04,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482884006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482884007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482884116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482884116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/cc9027b378784c0792a6e00b1e080a0e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc9027b378784c0792a6e00b1e080a0e 2024-11-13T07:27:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:04,208 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into cc9027b378784c0792a6e00b1e080a0e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:04,208 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:04,208 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=13, startTime=1731482823732; duration=0sec 2024-11-13T07:27:04,209 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:04,209 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:27:04,326 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/e4219b322eb744ab880c2795664ea44a 2024-11-13T07:27:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33580 deadline: 1731482884327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33570 deadline: 1731482884327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/21a9fd8827364ff5b387120d2fc06d8c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c 2024-11-13T07:27:04,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T07:27:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/68cd2c1dd90246ae893df42e21abffef as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef 2024-11-13T07:27:04,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T07:27:04,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/e4219b322eb744ab880c2795664ea44a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a 2024-11-13T07:27:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T07:27:04,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e74f8ff132c6a07f7dbeaef0657cf10a in 513ms, sequenceid=402, compaction requested=false 2024-11-13T07:27:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T07:27:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T07:27:04,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-13T07:27:04,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2860 sec 2024-11-13T07:27:04,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.2940 sec 2024-11-13T07:27:04,564 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T07:27:04,564 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T07:27:04,564 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,564 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,565 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T07:27:04,565 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,567 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T07:27:04,567 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,569 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,569 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:04,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:27:04,639 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T07:27:04,639 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T07:27:04,639 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,639 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:04,640 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,640 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,640 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,640 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:04,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:04,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c222b6445b75423cac2e0e3c6efddcf2 is 50, key is test_row_0/A:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741921_1097 (size=12301) 2024-11-13T07:27:05,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c222b6445b75423cac2e0e3c6efddcf2 2024-11-13T07:27:05,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/b1fe79dd75d845ab972f8810052470ce is 50, key is test_row_0/B:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741922_1098 (size=12301) 2024-11-13T07:27:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T07:27:05,218 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:05,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/b1fe79dd75d845ab972f8810052470ce 2024-11-13T07:27:05,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/19cae62950cb4a9b8b65781ca7c22eaf is 50, key is test_row_0/C:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741923_1099 (size=12301) 2024-11-13T07:27:05,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/19cae62950cb4a9b8b65781ca7c22eaf 2024-11-13T07:27:05,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/c222b6445b75423cac2e0e3c6efddcf2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2 2024-11-13T07:27:05,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T07:27:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/b1fe79dd75d845ab972f8810052470ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce 2024-11-13T07:27:05,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T07:27:05,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/19cae62950cb4a9b8b65781ca7c22eaf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf 2024-11-13T07:27:05,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T07:27:05,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for e74f8ff132c6a07f7dbeaef0657cf10a in 1287ms, sequenceid=418, compaction requested=true 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:05,927 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:05,927 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74f8ff132c6a07f7dbeaef0657cf10a:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/B is initiating minor compaction (all files) 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/A is initiating minor compaction (all files) 2024-11-13T07:27:05,928 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/B in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:05,928 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/A in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:05,928 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc9027b378784c0792a6e00b1e080a0e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=36.9 K 2024-11-13T07:27:05,928 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/90ff477fe6c7446aa1002ee3e77fc8c0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=36.9 K 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cc9027b378784c0792a6e00b1e080a0e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:05,928 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ff477fe6c7446aa1002ee3e77fc8c0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:05,929 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 68cd2c1dd90246ae893df42e21abffef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731482822840 2024-11-13T07:27:05,929 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21a9fd8827364ff5b387120d2fc06d8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731482822840 2024-11-13T07:27:05,929 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b1fe79dd75d845ab972f8810052470ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731482823999 2024-11-13T07:27:05,929 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c222b6445b75423cac2e0e3c6efddcf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731482823999 2024-11-13T07:27:05,936 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:05,936 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:05,937 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/14954e22744f4cf3822b873b42251822 is 50, key is test_row_0/A:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:05,937 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/77fad88d15114bcfa2b2b36d4fe83405 is 50, key is test_row_0/B:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741924_1100 (size=13289) 2024-11-13T07:27:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741925_1101 (size=13289) 2024-11-13T07:27:06,346 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/14954e22744f4cf3822b873b42251822 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/14954e22744f4cf3822b873b42251822 2024-11-13T07:27:06,346 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/77fad88d15114bcfa2b2b36d4fe83405 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/77fad88d15114bcfa2b2b36d4fe83405 2024-11-13T07:27:06,354 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/A of e74f8ff132c6a07f7dbeaef0657cf10a into 14954e22744f4cf3822b873b42251822(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:06,354 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/B of e74f8ff132c6a07f7dbeaef0657cf10a into 77fad88d15114bcfa2b2b36d4fe83405(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:06,354 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/A, priority=13, startTime=1731482825927; duration=0sec 2024-11-13T07:27:06,354 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/B, priority=13, startTime=1731482825927; duration=0sec 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:A 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:06,354 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:B 2024-11-13T07:27:06,355 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:06,355 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): e74f8ff132c6a07f7dbeaef0657cf10a/C is initiating minor compaction (all files) 2024-11-13T07:27:06,356 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74f8ff132c6a07f7dbeaef0657cf10a/C in TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:06,356 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/b5e5695094f84dbc97c98a5fe2114563, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp, totalSize=36.9 K 2024-11-13T07:27:06,356 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e5695094f84dbc97c98a5fe2114563, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731482822484 2024-11-13T07:27:06,356 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4219b322eb744ab880c2795664ea44a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731482822840 2024-11-13T07:27:06,357 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19cae62950cb4a9b8b65781ca7c22eaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731482823999 2024-11-13T07:27:06,365 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74f8ff132c6a07f7dbeaef0657cf10a#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:06,366 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/39e0b3f17e184c7a8d285cb6b1543234 is 50, key is test_row_0/C:col10/1731482824637/Put/seqid=0 2024-11-13T07:27:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741926_1102 (size=13289) 2024-11-13T07:27:06,784 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/39e0b3f17e184c7a8d285cb6b1543234 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/39e0b3f17e184c7a8d285cb6b1543234 2024-11-13T07:27:06,792 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74f8ff132c6a07f7dbeaef0657cf10a/C of e74f8ff132c6a07f7dbeaef0657cf10a into 39e0b3f17e184c7a8d285cb6b1543234(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:06,792 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74f8ff132c6a07f7dbeaef0657cf10a: 2024-11-13T07:27:06,792 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., storeName=e74f8ff132c6a07f7dbeaef0657cf10a/C, priority=13, startTime=1731482825927; duration=0sec 2024-11-13T07:27:06,792 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:06,792 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74f8ff132c6a07f7dbeaef0657cf10a:C 2024-11-13T07:27:06,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:27:07,138 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T07:27:07,138 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:07,138 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:07,138 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:07,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:07,158 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T07:27:07,158 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:07,158 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:07,158 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:07,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:11,369 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T07:27:11,369 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:11,369 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:11,370 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:11,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3505 2024-11-13T07:27:11,370 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3574 2024-11-13T07:27:11,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:27:11,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1562 2024-11-13T07:27:11,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4671 rows 2024-11-13T07:27:11,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1576 2024-11-13T07:27:11,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4722 rows 2024-11-13T07:27:11,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:27:11,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:27:11,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:11,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:11,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:11,376 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:27:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:11,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482831385"}]},"ts":"1731482831385"} 2024-11-13T07:27:11,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:27:11,388 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:27:11,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:27:11,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, UNASSIGN}] 2024-11-13T07:27:11,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, UNASSIGN 2024-11-13T07:27:11,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=e74f8ff132c6a07f7dbeaef0657cf10a, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, UNASSIGN because future has completed 2024-11-13T07:27:11,402 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=2998b885bdef,41631,1731482798425, table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T07:27:11,402 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:27:11,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:11,560 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:11,560 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:27:11,560 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing e74f8ff132c6a07f7dbeaef0657cf10a, disabling compactions & flushes 2024-11-13T07:27:11,560 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:11,561 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:11,561 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. after waiting 0 ms 2024-11-13T07:27:11,561 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:11,561 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing e74f8ff132c6a07f7dbeaef0657cf10a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T07:27:11,566 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ee2057b61be54fb2a02e34fbe842cc1c is 50, key is test_row_0/A:col10/1731482831367/Put/seqid=0 2024-11-13T07:27:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741927_1103 (size=9857) 2024-11-13T07:27:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:11,971 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ee2057b61be54fb2a02e34fbe842cc1c 2024-11-13T07:27:11,989 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/8c440fe02d0546a09a295db7c3ab7b91 is 50, key is test_row_0/B:col10/1731482831367/Put/seqid=0 2024-11-13T07:27:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:12,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741928_1104 (size=9857) 2024-11-13T07:27:12,039 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/8c440fe02d0546a09a295db7c3ab7b91 2024-11-13T07:27:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/52a2261726fb4148b92f59cef56ff626 is 50, key is test_row_0/C:col10/1731482831367/Put/seqid=0 2024-11-13T07:27:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741929_1105 (size=9857) 2024-11-13T07:27:12,506 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/52a2261726fb4148b92f59cef56ff626 2024-11-13T07:27:12,514 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/A/ee2057b61be54fb2a02e34fbe842cc1c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ee2057b61be54fb2a02e34fbe842cc1c 2024-11-13T07:27:12,521 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ee2057b61be54fb2a02e34fbe842cc1c, entries=100, sequenceid=427, filesize=9.6 K 2024-11-13T07:27:12,522 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/B/8c440fe02d0546a09a295db7c3ab7b91 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/8c440fe02d0546a09a295db7c3ab7b91 2024-11-13T07:27:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:12,531 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/8c440fe02d0546a09a295db7c3ab7b91, entries=100, sequenceid=427, filesize=9.6 K 2024-11-13T07:27:12,532 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/.tmp/C/52a2261726fb4148b92f59cef56ff626 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/52a2261726fb4148b92f59cef56ff626 2024-11-13T07:27:12,544 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/52a2261726fb4148b92f59cef56ff626, entries=100, sequenceid=427, filesize=9.6 K 2024-11-13T07:27:12,546 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e74f8ff132c6a07f7dbeaef0657cf10a in 984ms, sequenceid=427, compaction requested=false 2024-11-13T07:27:12,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3fb81997d88d49048ea8dc5475e08b01, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/1d2b50c1513845cc992e7009f599fb1f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3187f11341e648c8b1967c07c556b8cc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/fc9459f709a24e308bf769fff65a8597, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/de6e2e91a29a43558b341cfe7fe19fba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b55085138f474efab6b45dfc41c7b92d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/90ff477fe6c7446aa1002ee3e77fc8c0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2] to archive 2024-11-13T07:27:12,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:12,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e0d0abb6d36844f0b6c616920d09c875 2024-11-13T07:27:12,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/a31e31e2ebb344129b2db6ed94543958 2024-11-13T07:27:12,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c735442cf55e489e98f5679f6305d10e 2024-11-13T07:27:12,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3fb81997d88d49048ea8dc5475e08b01 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3fb81997d88d49048ea8dc5475e08b01 2024-11-13T07:27:12,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3b12ac56b9374d2d84560239c0529636 2024-11-13T07:27:12,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/5847ed833cb047b6acf3cea971e6225f 2024-11-13T07:27:12,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f40a13ce5b33479b9a6fda4c61c2ef36 2024-11-13T07:27:12,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/1d2b50c1513845cc992e7009f599fb1f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/1d2b50c1513845cc992e7009f599fb1f 2024-11-13T07:27:12,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/cdf67bd2343b477f88db26d98f1a17de 2024-11-13T07:27:12,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/bfe672ad46b24d14b84e55b13da726ba 2024-11-13T07:27:12,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/8aac2499c8e04d2ebb141b18fe91b2e0 2024-11-13T07:27:12,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b37e265fe2d44daca52a9fabed8190fd 2024-11-13T07:27:12,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3187f11341e648c8b1967c07c556b8cc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/3187f11341e648c8b1967c07c556b8cc 2024-11-13T07:27:12,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/58d31769d91041f3af3fb92cfa142edb 2024-11-13T07:27:12,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/fc9459f709a24e308bf769fff65a8597 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/fc9459f709a24e308bf769fff65a8597 2024-11-13T07:27:12,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/e4243e47fc2948e1a8b51914ba7b2b5c 2024-11-13T07:27:12,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/4fd21bf3693f4398af195dba14b3c2c7 2024-11-13T07:27:12,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/9d6739414f1c4bf38acd20e9ebae17dd 2024-11-13T07:27:12,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ea350172f3b140b68bf29240d366b01f 2024-11-13T07:27:12,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/de6e2e91a29a43558b341cfe7fe19fba to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/de6e2e91a29a43558b341cfe7fe19fba 2024-11-13T07:27:12,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/6ca59b132aeb4d6ea6d9c5c025135d9c 2024-11-13T07:27:12,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/96da3460462e48a9bae3af6ffe804180 2024-11-13T07:27:12,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b55085138f474efab6b45dfc41c7b92d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/b55085138f474efab6b45dfc41c7b92d 2024-11-13T07:27:12,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/f7e0dbe95f814b1087a834956a535fb6 2024-11-13T07:27:12,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/d205834244544ea0bebcaff9f8dc995e 2024-11-13T07:27:12,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/0a4b33012a004f06b0ba4cd569d2a054 2024-11-13T07:27:12,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/90ff477fe6c7446aa1002ee3e77fc8c0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/90ff477fe6c7446aa1002ee3e77fc8c0 2024-11-13T07:27:12,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/21a9fd8827364ff5b387120d2fc06d8c 2024-11-13T07:27:12,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/c222b6445b75423cac2e0e3c6efddcf2 2024-11-13T07:27:12,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/7d2d47871b8e40e0bc7dc58590bcd118, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/ee03d11a76fa416d8a7709348c496f34, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/27a0988d0c3b4cc9a60ae0ddef98e81d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/1fd5f6dcff0546089dc6214a482fae84, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d73ccebb22c545078f460b9536ec07f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/635e873b9e434f89a2daaaff8c207865, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc9027b378784c0792a6e00b1e080a0e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce] to archive 2024-11-13T07:27:12,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:12,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9f9ffefdcd954f29ac00243d07100956 2024-11-13T07:27:12,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/4d0e8ed0b8594cdcb6f48511c8c53c1a 2024-11-13T07:27:12,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/61f30f4f0b9644cf8eb0ecc796035949 2024-11-13T07:27:12,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/7d2d47871b8e40e0bc7dc58590bcd118 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/7d2d47871b8e40e0bc7dc58590bcd118 2024-11-13T07:27:12,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/9bdb6b51edd340c5afb4aeeb1108d6ac 2024-11-13T07:27:12,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2880e180228c4e7dba6e6040994c54ce 2024-11-13T07:27:12,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/ee03d11a76fa416d8a7709348c496f34 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/ee03d11a76fa416d8a7709348c496f34 2024-11-13T07:27:12,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a033ee252f484db48ed3f9dc05eb78a0 2024-11-13T07:27:12,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cd9e7f7d4c024de2a6d835449eaa363a 2024-11-13T07:27:12,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/eabc8f0edad34639b75fb90bb95c175f 2024-11-13T07:27:12,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/6cfea8ba933f4c3b95236130f2a709f2 2024-11-13T07:27:12,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/27a0988d0c3b4cc9a60ae0ddef98e81d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/27a0988d0c3b4cc9a60ae0ddef98e81d 2024-11-13T07:27:12,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/554c45c90880400793ba6ccdfe18788b 2024-11-13T07:27:12,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e25642ff98174b85972944b709e261e4 2024-11-13T07:27:12,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/1fd5f6dcff0546089dc6214a482fae84 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/1fd5f6dcff0546089dc6214a482fae84 2024-11-13T07:27:12,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc07fa8a5be644d4bd06fa7f028a6d22 2024-11-13T07:27:12,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/2a654db5a0df4438a27ee68dfb28513d 2024-11-13T07:27:12,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/85e4970e548e4a3c80f6199d180be7ce 2024-11-13T07:27:12,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d73ccebb22c545078f460b9536ec07f5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d73ccebb22c545078f460b9536ec07f5 2024-11-13T07:27:12,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/215e85ab22324fe18e3c0334c6edb810 2024-11-13T07:27:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/474d54fbba844cc199058d28a0b7d603 2024-11-13T07:27:12,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/d89ec4e055d84ffb822b6cbffc0e683b 2024-11-13T07:27:12,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/635e873b9e434f89a2daaaff8c207865 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/635e873b9e434f89a2daaaff8c207865 2024-11-13T07:27:12,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/a13b9e7a00da4694a58150fc19c61d88 2024-11-13T07:27:12,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/e132fc297bba44f19ec42b2d869cc078 2024-11-13T07:27:12,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc9027b378784c0792a6e00b1e080a0e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/cc9027b378784c0792a6e00b1e080a0e 2024-11-13T07:27:12,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/546550070f534bc1bbb0f076fb58569a 2024-11-13T07:27:12,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/68cd2c1dd90246ae893df42e21abffef 2024-11-13T07:27:12,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/b1fe79dd75d845ab972f8810052470ce 2024-11-13T07:27:12,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/cb418112a7634405bcdc03fa26f3c3b0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/a022273b72934abdb13fb7aa68519213, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/317f33473dee4470b5b38334d0349614, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/df2b4327595a4c31b68feb535259e6a8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f4ed1f6c93464b4191abf4074b77204e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ca2652977614f99bb3e21c251d18b03, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/b5e5695094f84dbc97c98a5fe2114563, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf] to archive 2024-11-13T07:27:12,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:12,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5efca5e3599c4a64aec62a94fa010e76 2024-11-13T07:27:12,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/4af09575285845498fba66718ea1e4f6 2024-11-13T07:27:12,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/186f3214aa024f20933898250e668868 2024-11-13T07:27:12,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/cb418112a7634405bcdc03fa26f3c3b0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/cb418112a7634405bcdc03fa26f3c3b0 2024-11-13T07:27:12,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/3b763ff542d54f939cb37ae80358807a 2024-11-13T07:27:12,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/439904f9b23f490690ab65d510a9154e 2024-11-13T07:27:12,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/a022273b72934abdb13fb7aa68519213 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/a022273b72934abdb13fb7aa68519213 2024-11-13T07:27:12,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/2b0f8efc99624407bff526c15d6d2f9a 2024-11-13T07:27:12,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/6cf6d71cd07b4648a2400477c405d705 2024-11-13T07:27:12,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/67137320c4e54dc68dec7ec0934f0cf8 2024-11-13T07:27:12,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8f8767deeceb497084116db589169f2a 2024-11-13T07:27:12,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/317f33473dee4470b5b38334d0349614 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/317f33473dee4470b5b38334d0349614 2024-11-13T07:27:12,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/5f1afb8216fd4dfb8ddd6a92759f1180 2024-11-13T07:27:12,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/41985109bce2492e98af0b2cc94c9ae8 2024-11-13T07:27:12,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/df2b4327595a4c31b68feb535259e6a8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/df2b4327595a4c31b68feb535259e6a8 2024-11-13T07:27:12,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ff9ff3460df4faba5ff5339c48f69f3 2024-11-13T07:27:12,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/d634762f996a4bddb9c6af218aa90092 2024-11-13T07:27:12,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/972f221b5511474ba1aeaf6ad3e62032 2024-11-13T07:27:12,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f4ed1f6c93464b4191abf4074b77204e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f4ed1f6c93464b4191abf4074b77204e 2024-11-13T07:27:12,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/f3fadeb550bf4d5185d95d3e3e4be048 2024-11-13T07:27:12,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/53c07012f50846848e5130796371b2c2 2024-11-13T07:27:12,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/109369d093394544804c7aaf9e17d35b 2024-11-13T07:27:12,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ca2652977614f99bb3e21c251d18b03 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/8ca2652977614f99bb3e21c251d18b03 2024-11-13T07:27:12,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/11d2a2f37fb94668a8bd21b978eec88f 2024-11-13T07:27:12,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/fa71d7f3a4fd4ca19b4b8baf77440e1a 2024-11-13T07:27:12,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/b5e5695094f84dbc97c98a5fe2114563 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/b5e5695094f84dbc97c98a5fe2114563 2024-11-13T07:27:12,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/34041d7eb7804092b56fdeed0d48db7e 2024-11-13T07:27:12,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/e4219b322eb744ab880c2795664ea44a 2024-11-13T07:27:12,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/19cae62950cb4a9b8b65781ca7c22eaf 2024-11-13T07:27:12,841 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=1 2024-11-13T07:27:12,842 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. 2024-11-13T07:27:12,843 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for e74f8ff132c6a07f7dbeaef0657cf10a: Waiting for close lock at 1731482831560Running coprocessor pre-close hooks at 1731482831560Disabling compacts and flushes for region at 1731482831560Disabling writes for close at 1731482831561 (+1 ms)Obtaining lock to block concurrent updates at 1731482831561Preparing flush snapshotting stores in e74f8ff132c6a07f7dbeaef0657cf10a at 1731482831561Finished memstore snapshotting TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731482831561Flushing stores of TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a. at 1731482831562 (+1 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/A: creating writer at 1731482831562Flushing e74f8ff132c6a07f7dbeaef0657cf10a/A: appending metadata at 1731482831566 (+4 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/A: closing flushed file at 1731482831566Flushing e74f8ff132c6a07f7dbeaef0657cf10a/B: creating writer at 1731482831980 (+414 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/B: appending metadata at 1731482831988 (+8 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/B: closing flushed file at 1731482831988Flushing e74f8ff132c6a07f7dbeaef0657cf10a/C: creating writer at 1731482832045 (+57 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/C: appending metadata at 1731482832050 (+5 ms)Flushing e74f8ff132c6a07f7dbeaef0657cf10a/C: closing flushed file at 1731482832050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d21a6dd: reopening flushed file at 1731482832512 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb79c8c: reopening flushed file at 1731482832521 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44afdea7: reopening flushed file at 1731482832531 (+10 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e74f8ff132c6a07f7dbeaef0657cf10a in 984ms, sequenceid=427, compaction requested=false at 1731482832546 (+15 ms)Writing region close event to WAL at 1731482832833 (+287 ms)Running coprocessor post-close hooks at 1731482832842 (+9 ms)Closed at 1731482832842 2024-11-13T07:27:12,846 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:12,848 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=e74f8ff132c6a07f7dbeaef0657cf10a, regionState=CLOSED 2024-11-13T07:27:12,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:12,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T07:27:12,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure e74f8ff132c6a07f7dbeaef0657cf10a, server=2998b885bdef,41631,1731482798425 in 1.4670 sec 2024-11-13T07:27:12,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T07:27:12,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e74f8ff132c6a07f7dbeaef0657cf10a, UNASSIGN in 1.4780 sec 2024-11-13T07:27:12,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T07:27:12,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4970 sec 2024-11-13T07:27:12,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482832892"}]},"ts":"1731482832892"} 2024-11-13T07:27:12,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:27:12,895 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:27:12,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5260 sec 2024-11-13T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T07:27:13,537 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:13,541 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:27:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,549 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,551 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T07:27:13,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:13,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/recovered.edits] 2024-11-13T07:27:13,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/14954e22744f4cf3822b873b42251822 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/14954e22744f4cf3822b873b42251822 2024-11-13T07:27:13,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ee2057b61be54fb2a02e34fbe842cc1c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/A/ee2057b61be54fb2a02e34fbe842cc1c 2024-11-13T07:27:13,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/77fad88d15114bcfa2b2b36d4fe83405 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/77fad88d15114bcfa2b2b36d4fe83405 2024-11-13T07:27:13,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/8c440fe02d0546a09a295db7c3ab7b91 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/B/8c440fe02d0546a09a295db7c3ab7b91 2024-11-13T07:27:13,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/39e0b3f17e184c7a8d285cb6b1543234 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/39e0b3f17e184c7a8d285cb6b1543234 2024-11-13T07:27:13,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/52a2261726fb4148b92f59cef56ff626 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/C/52a2261726fb4148b92f59cef56ff626 2024-11-13T07:27:13,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/recovered.edits/430.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a/recovered.edits/430.seqid 2024-11-13T07:27:13,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/e74f8ff132c6a07f7dbeaef0657cf10a 2024-11-13T07:27:13,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:27:13,600 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T07:27:13,610 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:27:13,651 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:27:13,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:27:13,655 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482833655"}]},"ts":"9223372036854775807"} 2024-11-13T07:27:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T07:27:13,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:27:13,662 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e74f8ff132c6a07f7dbeaef0657cf10a, NAME => 'TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:27:13,663 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:27:13,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482833663"}]},"ts":"9223372036854775807"} 2024-11-13T07:27:13,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:27:13,669 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 127 msec 2024-11-13T07:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T07:27:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:27:13,868 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:13,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2998b885bdef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642604823_22 at /127.0.0.1:56338 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2998b885bdef:41631-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 486) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4031 (was 4897) 2024-11-13T07:27:13,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=4029 2024-11-13T07:27:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:27:13,897 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:13,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:27:13,900 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:13,901 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-13T07:27:13,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T07:27:13,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741930_1106 (size=959) 2024-11-13T07:27:13,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:27:13,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741931_1107 (size=53) 2024-11-13T07:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T07:27:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 873cea3b86933f3c63e022bcaa85c018, disabling compactions & flushes 2024-11-13T07:27:14,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. after waiting 0 ms 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 873cea3b86933f3c63e022bcaa85c018: Waiting for close lock at 1731482834355Disabling compacts and flushes for region at 1731482834355Disabling writes for close at 1731482834355Writing region close event to WAL at 1731482834355Closed at 1731482834355 2024-11-13T07:27:14,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:27:14,357 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482834357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482834357"}]},"ts":"1731482834357"} 2024-11-13T07:27:14,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:27:14,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:27:14,360 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482834360"}]},"ts":"1731482834360"} 2024-11-13T07:27:14,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:27:14,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, ASSIGN}] 2024-11-13T07:27:14,364 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, ASSIGN 2024-11-13T07:27:14,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:27:14,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:14,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, ASSIGN because future has completed 2024-11-13T07:27:14,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T07:27:14,674 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,674 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:27:14,675 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,675 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:27:14,675 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,675 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,676 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,679 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName A 2024-11-13T07:27:14,679 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:14,680 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:14,680 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,682 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName B 2024-11-13T07:27:14,682 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:14,682 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:14,682 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,683 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName C 2024-11-13T07:27:14,683 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:14,684 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:14,684 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,685 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,685 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,687 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,687 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,687 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:27:14,689 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,691 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:27:14,692 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 873cea3b86933f3c63e022bcaa85c018; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72479613, jitterRate=0.0800303965806961}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:27:14,692 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:14,693 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 873cea3b86933f3c63e022bcaa85c018: Running coprocessor pre-open hook at 1731482834675Writing region info on filesystem at 1731482834675Initializing all the Stores at 1731482834676 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482834676Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482834676Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482834676Cleaning up temporary data from old regions at 1731482834687 (+11 ms)Running coprocessor post-open hooks at 1731482834692 (+5 ms)Region opened successfully at 1731482834693 (+1 ms) 2024-11-13T07:27:14,694 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., pid=36, masterSystemTime=1731482834670 2024-11-13T07:27:14,697 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,697 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:14,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:14,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:14,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T07:27:14,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 in 183 msec 2024-11-13T07:27:14,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T07:27:14,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, ASSIGN in 345 msec 2024-11-13T07:27:14,711 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:27:14,711 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482834711"}]},"ts":"1731482834711"} 2024-11-13T07:27:14,713 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:27:14,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:27:14,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 817 msec 2024-11-13T07:27:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T07:27:15,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:15,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,039 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa74f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,042 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a1c705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:27:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:27:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@234e638 2024-11-13T07:27:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:27:15,052 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:27:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:27:15,058 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:27:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:15,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741932_1108 (size=995) 2024-11-13T07:27:15,082 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T07:27:15,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T07:27:15,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:27:15,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE}] 2024-11-13T07:27:15,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE 2024-11-13T07:27:15,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE because future has completed 2024-11-13T07:27:15,099 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:27:15,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:15,253 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,253 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:27:15,253 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 873cea3b86933f3c63e022bcaa85c018, disabling compactions & flushes 2024-11-13T07:27:15,253 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,253 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,253 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. after waiting 0 ms 2024-11-13T07:27:15,254 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,258 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T07:27:15,259 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,259 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 873cea3b86933f3c63e022bcaa85c018: Waiting for close lock at 1731482835253Running coprocessor pre-close hooks at 1731482835253Disabling compacts and flushes for region at 1731482835253Disabling writes for close at 1731482835254 (+1 ms)Writing region close event to WAL at 1731482835254Running coprocessor post-close hooks at 1731482835258 (+4 ms)Closed at 1731482835258 2024-11-13T07:27:15,259 WARN [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 873cea3b86933f3c63e022bcaa85c018 to self. 2024-11-13T07:27:15,261 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=CLOSED 2024-11-13T07:27:15,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:15,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T07:27:15,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 in 165 msec 2024-11-13T07:27:15,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=true 2024-11-13T07:27:15,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE because future has completed 2024-11-13T07:27:15,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:15,575 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,575 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:27:15,576 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,576 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:27:15,576 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,576 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,580 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,587 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName A 2024-11-13T07:27:15,593 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:15,594 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:15,594 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,595 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName B 2024-11-13T07:27:15,595 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:15,596 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:15,596 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,597 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873cea3b86933f3c63e022bcaa85c018 columnFamilyName C 2024-11-13T07:27:15,597 DEBUG [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:15,597 INFO [StoreOpener-873cea3b86933f3c63e022bcaa85c018-1 {}] regionserver.HStore(327): Store=873cea3b86933f3c63e022bcaa85c018/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:15,598 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,598 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,599 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,600 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,601 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,601 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:27:15,603 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,603 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 873cea3b86933f3c63e022bcaa85c018; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119156, jitterRate=-0.059451282024383545}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:27:15,603 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,605 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 873cea3b86933f3c63e022bcaa85c018: Running coprocessor pre-open hook at 1731482835576Writing region info on filesystem at 1731482835576Initializing all the Stores at 1731482835577 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482835577Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482835577Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482835577Cleaning up temporary data from old regions at 1731482835601 (+24 ms)Running coprocessor post-open hooks at 1731482835604 (+3 ms)Region opened successfully at 1731482835605 (+1 ms) 2024-11-13T07:27:15,606 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., pid=41, masterSystemTime=1731482835571 2024-11-13T07:27:15,609 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,609 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:15,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-13T07:27:15,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 in 195 msec 2024-11-13T07:27:15,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T07:27:15,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, REOPEN/MOVE in 527 msec 2024-11-13T07:27:15,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T07:27:15,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-13T07:27:15,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 571 msec 2024-11-13T07:27:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-13T07:27:15,636 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:15,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,638 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34554b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,641 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f07f36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,651 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ecc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2477c2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,656 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc003e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45169484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,661 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9b2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b40945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,665 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fd21cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7338c5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c58b953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5476c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca84719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,676 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21253c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fa0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdff758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:15,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:15,686 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57802712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:15,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb02826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:15,692 DEBUG [Thread-563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,696 DEBUG [Thread-572 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,697 DEBUG [Thread-561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,709 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:15,712 DEBUG [Thread-578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,712 DEBUG [Thread-574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,719 DEBUG [Thread-576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,724 DEBUG [Thread-565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-13T07:27:15,726 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:15,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:15,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,730 DEBUG [Thread-569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:15,732 DEBUG [Thread-569 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:15,734 DEBUG [Thread-569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,776 DEBUG [Thread-567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:15,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:27:15,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f11eda0012154181b9742d287eb43c0a_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482835705/Put/seqid=0 2024-11-13T07:27:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482895815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482895815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482895817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482895817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482895820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741934_1110 (size=24358) 2024-11-13T07:27:15,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:15,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482895937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482895938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482895938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482895938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482895938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:16,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482896158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482896158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482896158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482896158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482896159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f11eda0012154181b9742d287eb43c0a_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f11eda0012154181b9742d287eb43c0a_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:16,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/2b5dbfa143804e3f8aac9c7aaec50bcb, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:16,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/2b5dbfa143804e3f8aac9c7aaec50bcb is 175, key is test_row_0/A:col10/1731482835705/Put/seqid=0 2024-11-13T07:27:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741933_1109 (size=73994) 2024-11-13T07:27:16,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482896477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482896477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482896478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482896478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482896478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:16,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/2b5dbfa143804e3f8aac9c7aaec50bcb 2024-11-13T07:27:16,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/31cbcd682dc1400492cb69164709ab8c is 50, key is test_row_0/B:col10/1731482835705/Put/seqid=0 2024-11-13T07:27:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741935_1111 (size=12001) 2024-11-13T07:27:16,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:16,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:16,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482896997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:17,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482896998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482896998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482896998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482896997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:17,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/31cbcd682dc1400492cb69164709ab8c 2024-11-13T07:27:17,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/5fddb35e673447e4bab1dd079a750a74 is 50, key is test_row_0/C:col10/1731482835705/Put/seqid=0 2024-11-13T07:27:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741936_1112 (size=12001) 2024-11-13T07:27:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:17,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/5fddb35e673447e4bab1dd079a750a74 2024-11-13T07:27:17,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/2b5dbfa143804e3f8aac9c7aaec50bcb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb 2024-11-13T07:27:17,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb, entries=400, sequenceid=15, filesize=72.3 K 2024-11-13T07:27:17,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/31cbcd682dc1400492cb69164709ab8c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c 2024-11-13T07:27:17,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T07:27:17,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/5fddb35e673447e4bab1dd079a750a74 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74 2024-11-13T07:27:17,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T07:27:17,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 873cea3b86933f3c63e022bcaa85c018 in 1938ms, sequenceid=15, compaction requested=false 2024-11-13T07:27:17,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:17,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T07:27:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:17,740 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:17,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c08161370b4249958afa09bf89cb2e99_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482835811/Put/seqid=0 2024-11-13T07:27:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741937_1113 (size=12154) 2024-11-13T07:27:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:17,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c08161370b4249958afa09bf89cb2e99_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c08161370b4249958afa09bf89cb2e99_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b66272d81b1c4857891e3ade10d88d20, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b66272d81b1c4857891e3ade10d88d20 is 175, key is test_row_0/A:col10/1731482835811/Put/seqid=0 2024-11-13T07:27:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741938_1114 (size=30955) 2024-11-13T07:27:17,888 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b66272d81b1c4857891e3ade10d88d20 2024-11-13T07:27:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/3b58c46ea50440ee8dc48c9ec7a88a95 is 50, key is test_row_0/B:col10/1731482835811/Put/seqid=0 2024-11-13T07:27:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741939_1115 (size=12001) 2024-11-13T07:27:17,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/3b58c46ea50440ee8dc48c9ec7a88a95 2024-11-13T07:27:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/4f7a23141eaf44a0852949a471a87ccd is 50, key is test_row_0/C:col10/1731482835811/Put/seqid=0 2024-11-13T07:27:18,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741940_1116 (size=12001) 2024-11-13T07:27:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482898044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482898045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482898050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482898053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482898054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482898168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482898175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482898177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482898177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482898187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482898377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482898387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482898396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482898396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:27:18,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/4f7a23141eaf44a0852949a471a87ccd 2024-11-13T07:27:18,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b66272d81b1c4857891e3ade10d88d20 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20 2024-11-13T07:27:18,533 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T07:27:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/3b58c46ea50440ee8dc48c9ec7a88a95 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95 2024-11-13T07:27:18,546 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T07:27:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/4f7a23141eaf44a0852949a471a87ccd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd 2024-11-13T07:27:18,573 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T07:27:18,578 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 873cea3b86933f3c63e022bcaa85c018 in 838ms, sequenceid=40, compaction requested=false 2024-11-13T07:27:18,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:18,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:18,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T07:27:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T07:27:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T07:27:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8540 sec 2024-11-13T07:27:18,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.8760 sec 2024-11-13T07:27:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:18,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:18,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:27:18,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ac86703d05f9463288a8d4019c8b43bb_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741941_1117 (size=14594) 2024-11-13T07:27:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482898770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482898770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482898783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482898783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482898787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482898897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482898897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482898907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482898907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482898917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482899106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482899106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482899116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482899117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482899127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:19,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ac86703d05f9463288a8d4019c8b43bb_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac86703d05f9463288a8d4019c8b43bb_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:19,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/da9f5079d645433eab6f11ad9b12fc5e, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:19,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/da9f5079d645433eab6f11ad9b12fc5e is 175, key is test_row_0/A:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741942_1118 (size=39549) 2024-11-13T07:27:19,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/da9f5079d645433eab6f11ad9b12fc5e 2024-11-13T07:27:19,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/1126f1a17d66426dbb1a01473b8bdb86 is 50, key is test_row_0/B:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741943_1119 (size=12001) 2024-11-13T07:27:19,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/1126f1a17d66426dbb1a01473b8bdb86 2024-11-13T07:27:19,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/690870b07c464d9493048b38cfe63fc1 is 50, key is test_row_0/C:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:19,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741944_1120 (size=12001) 2024-11-13T07:27:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482899417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482899417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482899426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482899426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/690870b07c464d9493048b38cfe63fc1 2024-11-13T07:27:19,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/da9f5079d645433eab6f11ad9b12fc5e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e 2024-11-13T07:27:19,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e, entries=200, sequenceid=53, filesize=38.6 K 2024-11-13T07:27:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/1126f1a17d66426dbb1a01473b8bdb86 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86 2024-11-13T07:27:19,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T07:27:19,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/690870b07c464d9493048b38cfe63fc1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1 2024-11-13T07:27:19,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T07:27:19,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 873cea3b86933f3c63e022bcaa85c018 in 1054ms, sequenceid=53, compaction requested=true 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:19,749 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:19,749 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:19,750 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:19,750 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:19,750 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:19,750 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.2 K 2024-11-13T07:27:19,751 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144498 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:19,751 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:19,751 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:19,751 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=141.1 K 2024-11-13T07:27:19,751 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 31cbcd682dc1400492cb69164709ab8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482835705 2024-11-13T07:27:19,751 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:19,751 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e] 2024-11-13T07:27:19,752 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b5dbfa143804e3f8aac9c7aaec50bcb, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482835700 2024-11-13T07:27:19,752 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b58c46ea50440ee8dc48c9ec7a88a95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482835811 2024-11-13T07:27:19,752 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1126f1a17d66426dbb1a01473b8bdb86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:19,753 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b66272d81b1c4857891e3ade10d88d20, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482835811 2024-11-13T07:27:19,754 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting da9f5079d645433eab6f11ad9b12fc5e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:19,769 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#102 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:19,769 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/0d7d4e28692047c18844e045ebaf09c3 is 50, key is test_row_0/B:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:19,772 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:19,795 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113831e0a981f024dedbb9bcc61e0425f46_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:19,802 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113831e0a981f024dedbb9bcc61e0425f46_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:19,803 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113831e0a981f024dedbb9bcc61e0425f46_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741945_1121 (size=12104) 2024-11-13T07:27:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T07:27:19,898 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:19,898 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-13T07:27:19,903 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:19,903 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:19,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741946_1122 (size=4469) 2024-11-13T07:27:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:19,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:19,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:27:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482899961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482899965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482899965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482899966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482899970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:19,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135d1816c498004517a3ba95bbc5760af4_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482838766/Put/seqid=0 2024-11-13T07:27:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741947_1123 (size=14594) 2024-11-13T07:27:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:20,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482900077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482900077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482900077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482900077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482900087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:20,249 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/0d7d4e28692047c18844e045ebaf09c3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0d7d4e28692047c18844e045ebaf09c3 2024-11-13T07:27:20,269 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 0d7d4e28692047c18844e045ebaf09c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:20,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:20,269 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=13, startTime=1731482839749; duration=0sec 2024-11-13T07:27:20,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:20,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:20,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:20,276 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:20,276 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:20,276 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,276 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.2 K 2024-11-13T07:27:20,276 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fddb35e673447e4bab1dd079a750a74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482835705 2024-11-13T07:27:20,277 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f7a23141eaf44a0852949a471a87ccd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482835811 2024-11-13T07:27:20,277 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 690870b07c464d9493048b38cfe63fc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:20,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482900297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482900297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482900297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482900297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482900297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,307 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#103 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:20,308 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/c1c066f7885a4cae8796a79f6ebb366f is 175, key is test_row_0/A:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:20,311 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:20,311 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/b492b714e5c643abaeffbf1473df90ed is 50, key is test_row_0/C:col10/1731482838041/Put/seqid=0 2024-11-13T07:27:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741948_1124 (size=31058) 2024-11-13T07:27:20,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741949_1125 (size=12104) 2024-11-13T07:27:20,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:20,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135d1816c498004517a3ba95bbc5760af4_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135d1816c498004517a3ba95bbc5760af4_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:20,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9fbb41ee5cc746c89a75ff7543d105ab, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:20,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9fbb41ee5cc746c89a75ff7543d105ab is 175, key is test_row_0/A:col10/1731482838766/Put/seqid=0 2024-11-13T07:27:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741950_1126 (size=39549) 2024-11-13T07:27:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482900612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482900612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482900613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482900613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482900612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:20,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,791 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/c1c066f7885a4cae8796a79f6ebb366f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f 2024-11-13T07:27:20,798 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/b492b714e5c643abaeffbf1473df90ed as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b492b714e5c643abaeffbf1473df90ed 2024-11-13T07:27:20,801 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into c1c066f7885a4cae8796a79f6ebb366f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-13T07:27:20,801 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:20,801 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=13, startTime=1731482839749; duration=1sec 2024-11-13T07:27:20,801 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:20,801 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:20,808 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into b492b714e5c643abaeffbf1473df90ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:20,808 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:20,808 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=13, startTime=1731482839749; duration=0sec 2024-11-13T07:27:20,809 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:20,809 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:20,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9fbb41ee5cc746c89a75ff7543d105ab 2024-11-13T07:27:20,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cda64cb2a46f414e869fa7d49b543e86 is 50, key is test_row_0/B:col10/1731482838766/Put/seqid=0 2024-11-13T07:27:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741951_1127 (size=12001) 2024-11-13T07:27:20,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cda64cb2a46f414e869fa7d49b543e86 2024-11-13T07:27:20,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/9323392e79664e13836100be5a41aa51 is 50, key is test_row_0/C:col10/1731482838766/Put/seqid=0 2024-11-13T07:27:20,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:20,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:20,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:20,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741952_1128 (size=12001) 2024-11-13T07:27:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:21,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482901127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:21,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482901128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482901132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482901133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:21,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482901138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:21,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/9323392e79664e13836100be5a41aa51 2024-11-13T07:27:21,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9fbb41ee5cc746c89a75ff7543d105ab as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab 2024-11-13T07:27:21,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab, entries=200, sequenceid=78, filesize=38.6 K 2024-11-13T07:27:21,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cda64cb2a46f414e869fa7d49b543e86 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86 2024-11-13T07:27:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:27:21,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/9323392e79664e13836100be5a41aa51 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51 2024-11-13T07:27:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:27:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:21,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 873cea3b86933f3c63e022bcaa85c018 in 1505ms, sequenceid=78, compaction requested=false 2024-11-13T07:27:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T07:27:21,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:21,600 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8768370816242728fda16817050369b_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_1/A:col10/1731482839966/Put/seqid=0 2024-11-13T07:27:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741953_1129 (size=9714) 2024-11-13T07:27:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8768370816242728fda16817050369b_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8768370816242728fda16817050369b_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b69a081e2d25440c919832d0cb9cf61d, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:21,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b69a081e2d25440c919832d0cb9cf61d is 175, key is test_row_1/A:col10/1731482839966/Put/seqid=0 2024-11-13T07:27:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741954_1130 (size=22361) 2024-11-13T07:27:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b69a081e2d25440c919832d0cb9cf61d 2024-11-13T07:27:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/db9dee904512487ca16625bca7d4b7a6 is 50, key is test_row_1/B:col10/1731482839966/Put/seqid=0 2024-11-13T07:27:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741955_1131 (size=9657) 2024-11-13T07:27:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/db9dee904512487ca16625bca7d4b7a6 2024-11-13T07:27:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/2ddfa7c147474f679fa6048c8323edb3 is 50, key is test_row_1/C:col10/1731482839966/Put/seqid=0 2024-11-13T07:27:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741956_1132 (size=9657) 2024-11-13T07:27:22,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/2ddfa7c147474f679fa6048c8323edb3 2024-11-13T07:27:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/b69a081e2d25440c919832d0cb9cf61d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d 2024-11-13T07:27:22,128 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T07:27:22,128 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T07:27:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,136 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d, entries=100, sequenceid=92, filesize=21.8 K 2024-11-13T07:27:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/db9dee904512487ca16625bca7d4b7a6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6 2024-11-13T07:27:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,146 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6, entries=100, sequenceid=92, filesize=9.4 K 2024-11-13T07:27:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/2ddfa7c147474f679fa6048c8323edb3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3 2024-11-13T07:27:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3, entries=100, sequenceid=92, filesize=9.4 K 2024-11-13T07:27:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,158 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 873cea3b86933f3c63e022bcaa85c018 in 558ms, sequenceid=92, compaction requested=true 2024-11-13T07:27:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:22,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:22,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T07:27:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T07:27:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T07:27:22,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2560 sec 2024-11-13T07:27:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2660 sec 2024-11-13T07:27:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:22,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135754ae77b676490b9c79e368ff02c78f_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741958_1134 (size=24358) 2024-11-13T07:27:22,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:22,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135754ae77b676490b9c79e368ff02c78f_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135754ae77b676490b9c79e368ff02c78f_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:22,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/bb4e4bffdc5e445a8110045867336de0, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:22,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/bb4e4bffdc5e445a8110045867336de0 is 175, key is test_row_0/A:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741957_1133 (size=73994) 2024-11-13T07:27:22,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/bb4e4bffdc5e445a8110045867336de0 2024-11-13T07:27:22,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482902371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482902374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482902372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482902395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482902395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/708e99b8a686402e9014906c5b06fab8 is 50, key is test_row_0/B:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741959_1135 (size=12001) 2024-11-13T07:27:22,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482902497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482902507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482902508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482902516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482902516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482902707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482902717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482902717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482902726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482902727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:22,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/708e99b8a686402e9014906c5b06fab8 2024-11-13T07:27:22,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/e19e3ca67b4c44529e33a7ad200fd6c4 is 50, key is test_row_0/C:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741960_1136 (size=12001) 2024-11-13T07:27:23,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482903016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482903026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482903026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482903037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482903037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/e19e3ca67b4c44529e33a7ad200fd6c4 2024-11-13T07:27:23,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/bb4e4bffdc5e445a8110045867336de0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0 2024-11-13T07:27:23,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0, entries=400, sequenceid=103, filesize=72.3 K 2024-11-13T07:27:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/708e99b8a686402e9014906c5b06fab8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8 2024-11-13T07:27:23,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8, entries=150, sequenceid=103, filesize=11.7 K 2024-11-13T07:27:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/e19e3ca67b4c44529e33a7ad200fd6c4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4 2024-11-13T07:27:23,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4, entries=150, sequenceid=103, filesize=11.7 K 2024-11-13T07:27:23,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 873cea3b86933f3c63e022bcaa85c018 in 1039ms, sequenceid=103, compaction requested=true 2024-11-13T07:27:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:23,308 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:23,308 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:23,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:23,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:23,310 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166962 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:23,310 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:23,310 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:23,310 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=163.0 K 2024-11-13T07:27:23,310 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:23,310 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0] 2024-11-13T07:27:23,311 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:23,311 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c066f7885a4cae8796a79f6ebb366f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:23,311 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:23,311 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:23,311 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0d7d4e28692047c18844e045ebaf09c3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=44.7 K 2024-11-13T07:27:23,312 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fbb41ee5cc746c89a75ff7543d105ab, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482838766 2024-11-13T07:27:23,312 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b69a081e2d25440c919832d0cb9cf61d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482839962 2024-11-13T07:27:23,312 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d7d4e28692047c18844e045ebaf09c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:23,312 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cda64cb2a46f414e869fa7d49b543e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482838766 2024-11-13T07:27:23,312 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb4e4bffdc5e445a8110045867336de0, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842244 2024-11-13T07:27:23,313 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting db9dee904512487ca16625bca7d4b7a6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482839962 2024-11-13T07:27:23,313 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 708e99b8a686402e9014906c5b06fab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842261 2024-11-13T07:27:23,329 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:23,333 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:23,333 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/7e611d23db2e48e98a102c857f94969a is 50, key is test_row_0/B:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:23,334 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f5a33713afc14cf59545c3efc66b3ae5_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:23,339 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f5a33713afc14cf59545c3efc66b3ae5_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:23,339 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f5a33713afc14cf59545c3efc66b3ae5_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741962_1138 (size=12241) 2024-11-13T07:27:23,388 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/7e611d23db2e48e98a102c857f94969a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/7e611d23db2e48e98a102c857f94969a 2024-11-13T07:27:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741961_1137 (size=4469) 2024-11-13T07:27:23,393 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#114 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:23,394 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/89fc49e2093348b68dacd4b6bcf1bd52 is 175, key is test_row_0/A:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:23,398 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 7e611d23db2e48e98a102c857f94969a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:23,399 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:23,399 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=12, startTime=1731482843308; duration=0sec 2024-11-13T07:27:23,399 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:23,399 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:23,399 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:23,400 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:23,400 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:23,401 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:23,401 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b492b714e5c643abaeffbf1473df90ed, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=44.7 K 2024-11-13T07:27:23,401 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b492b714e5c643abaeffbf1473df90ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731482838041 2024-11-13T07:27:23,401 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9323392e79664e13836100be5a41aa51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482838766 2024-11-13T07:27:23,402 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ddfa7c147474f679fa6048c8323edb3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482839962 2024-11-13T07:27:23,405 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e19e3ca67b4c44529e33a7ad200fd6c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842261 2024-11-13T07:27:23,420 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:23,421 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c467a2c2ebb24e2286d5e06ebbb317ea is 50, key is test_row_0/C:col10/1731482842267/Put/seqid=0 2024-11-13T07:27:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741963_1139 (size=31195) 2024-11-13T07:27:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741964_1140 (size=12241) 2024-11-13T07:27:23,445 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c467a2c2ebb24e2286d5e06ebbb317ea as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c467a2c2ebb24e2286d5e06ebbb317ea 2024-11-13T07:27:23,446 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/89fc49e2093348b68dacd4b6bcf1bd52 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52 2024-11-13T07:27:23,457 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into 89fc49e2093348b68dacd4b6bcf1bd52(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:23,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:23,457 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=12, startTime=1731482843307; duration=0sec 2024-11-13T07:27:23,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:23,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:23,465 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into c467a2c2ebb24e2286d5e06ebbb317ea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:23,465 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:23,465 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=12, startTime=1731482843308; duration=0sec 2024-11-13T07:27:23,465 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:23,465 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:23,530 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:23,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T07:27:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:23,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a2f6d2ae385b4a93b0b9448cc252c1ef_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482843529/Put/seqid=0 2024-11-13T07:27:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482903547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482903547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482903547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482903550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482903553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741965_1141 (size=14644) 2024-11-13T07:27:23,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:23,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a2f6d2ae385b4a93b0b9448cc252c1ef_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a2f6d2ae385b4a93b0b9448cc252c1ef_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:23,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/1776076010c441f086d988ccb1ac9968, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:23,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/1776076010c441f086d988ccb1ac9968 is 175, key is test_row_0/A:col10/1731482843529/Put/seqid=0 2024-11-13T07:27:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741966_1142 (size=39599) 2024-11-13T07:27:23,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482903667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482903667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482903877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482903878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/1776076010c441f086d988ccb1ac9968 2024-11-13T07:27:24,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/9d3da66b360046ee937ccb8238e54316 is 50, key is test_row_0/B:col10/1731482843529/Put/seqid=0 2024-11-13T07:27:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T07:27:24,057 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:24,057 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741967_1143 (size=12051) 2024-11-13T07:27:24,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/9d3da66b360046ee937ccb8238e54316 2024-11-13T07:27:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T07:27:24,060 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:24,061 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:24,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:24,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/184fdbd037044df99461a53a19b06c46 is 50, key is test_row_0/C:col10/1731482843529/Put/seqid=0 2024-11-13T07:27:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741968_1144 (size=12051) 2024-11-13T07:27:24,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/184fdbd037044df99461a53a19b06c46 2024-11-13T07:27:24,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/1776076010c441f086d988ccb1ac9968 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968 2024-11-13T07:27:24,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968, entries=200, sequenceid=133, filesize=38.7 K 2024-11-13T07:27:24,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/9d3da66b360046ee937ccb8238e54316 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316 2024-11-13T07:27:24,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316, entries=150, sequenceid=133, filesize=11.8 K 2024-11-13T07:27:24,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/184fdbd037044df99461a53a19b06c46 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46 2024-11-13T07:27:24,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46, entries=150, sequenceid=133, filesize=11.8 K 2024-11-13T07:27:24,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 873cea3b86933f3c63e022bcaa85c018 in 624ms, sequenceid=133, compaction requested=false 2024-11-13T07:27:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:24,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:24,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d96c4399df614845a1abe89dbbfa7e65_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:24,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T07:27:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741969_1145 (size=12304) 2024-11-13T07:27:24,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:24,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d96c4399df614845a1abe89dbbfa7e65_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d96c4399df614845a1abe89dbbfa7e65_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:24,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fcd8fc7137c3430faff090de59ed10fe, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fcd8fc7137c3430faff090de59ed10fe is 175, key is test_row_0/A:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:24,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741970_1146 (size=31105) 2024-11-13T07:27:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482904290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482904297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T07:27:24,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:24,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482904407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482904407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T07:27:24,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482904556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,557 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482904566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482904566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,567 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,567 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482904617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482904617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,674 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fcd8fc7137c3430faff090de59ed10fe 2024-11-13T07:27:24,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T07:27:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:24,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/8c8dfa4be5d9410ea00bbc102b58acc4 is 50, key is test_row_0/B:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741971_1147 (size=12151) 2024-11-13T07:27:24,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/8c8dfa4be5d9410ea00bbc102b58acc4 2024-11-13T07:27:24,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/7cccd50f7c56487d9232a446a1ec0dc2 is 50, key is test_row_0/C:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741972_1148 (size=12151) 2024-11-13T07:27:24,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/7cccd50f7c56487d9232a446a1ec0dc2 2024-11-13T07:27:24,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fcd8fc7137c3430faff090de59ed10fe as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe 2024-11-13T07:27:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe, entries=150, sequenceid=144, filesize=30.4 K 2024-11-13T07:27:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/8c8dfa4be5d9410ea00bbc102b58acc4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4 2024-11-13T07:27:24,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4, entries=150, sequenceid=144, filesize=11.9 K 2024-11-13T07:27:24,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/7cccd50f7c56487d9232a446a1ec0dc2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2 2024-11-13T07:27:24,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2, entries=150, sequenceid=144, filesize=11.9 K 2024-11-13T07:27:24,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 873cea3b86933f3c63e022bcaa85c018 in 558ms, sequenceid=144, compaction requested=true 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:24,748 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:24,748 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:24,749 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:24,749 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:24,749 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,750 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=99.5 K 2024-11-13T07:27:24,750 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,750 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe] 2024-11-13T07:27:24,752 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:24,752 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:24,752 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,752 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/7e611d23db2e48e98a102c857f94969a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.6 K 2024-11-13T07:27:24,753 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e611d23db2e48e98a102c857f94969a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842261 2024-11-13T07:27:24,753 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89fc49e2093348b68dacd4b6bcf1bd52, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842261 2024-11-13T07:27:24,754 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1776076010c441f086d988ccb1ac9968, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731482842370 2024-11-13T07:27:24,754 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d3da66b360046ee937ccb8238e54316, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731482842370 2024-11-13T07:27:24,755 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd8fc7137c3430faff090de59ed10fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:24,755 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c8dfa4be5d9410ea00bbc102b58acc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:24,772 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,774 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:24,774 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f52ca637e36f4bc0aa5666458b10f586_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,775 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/1caed55fa13c4466ac42213eec6f3ae9 is 50, key is test_row_0/B:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:24,776 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f52ca637e36f4bc0aa5666458b10f586_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,777 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f52ca637e36f4bc0aa5666458b10f586_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741974_1150 (size=4469) 2024-11-13T07:27:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741973_1149 (size=12493) 2024-11-13T07:27:24,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T07:27:24,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:24,834 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f125dda2ddf74f1eb6459e49be28ac76_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482844294/Put/seqid=0 2024-11-13T07:27:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741975_1151 (size=12304) 2024-11-13T07:27:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:24,856 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f125dda2ddf74f1eb6459e49be28ac76_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f125dda2ddf74f1eb6459e49be28ac76_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/acc84d35c181493289c915d34bfa6840, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/acc84d35c181493289c915d34bfa6840 is 175, key is test_row_0/A:col10/1731482844294/Put/seqid=0 2024-11-13T07:27:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741976_1152 (size=31105) 2024-11-13T07:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:24,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:24,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482904947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482904948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482905056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482905056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,186 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#123 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:25,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/67375e3c0a5946a68cab81b2a8efdf89 is 175, key is test_row_0/A:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:25,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741977_1153 (size=31447) 2024-11-13T07:27:25,196 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/1caed55fa13c4466ac42213eec6f3ae9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1caed55fa13c4466ac42213eec6f3ae9 2024-11-13T07:27:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:25,197 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/67375e3c0a5946a68cab81b2a8efdf89 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89 2024-11-13T07:27:25,202 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 1caed55fa13c4466ac42213eec6f3ae9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:25,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:25,202 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=13, startTime=1731482844748; duration=0sec 2024-11-13T07:27:25,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:25,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:25,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:25,203 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:25,203 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:25,204 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:25,204 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c467a2c2ebb24e2286d5e06ebbb317ea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.6 K 2024-11-13T07:27:25,204 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into 67375e3c0a5946a68cab81b2a8efdf89(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:25,204 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:25,204 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=13, startTime=1731482844748; duration=0sec 2024-11-13T07:27:25,204 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:25,204 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:25,205 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c467a2c2ebb24e2286d5e06ebbb317ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731482842261 2024-11-13T07:27:25,205 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 184fdbd037044df99461a53a19b06c46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731482842370 2024-11-13T07:27:25,205 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cccd50f7c56487d9232a446a1ec0dc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:25,212 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:25,213 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/97a2606189cb40f2871075814138b5bf is 50, key is test_row_0/C:col10/1731482843537/Put/seqid=0 2024-11-13T07:27:25,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741978_1154 (size=12493) 2024-11-13T07:27:25,266 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/acc84d35c181493289c915d34bfa6840 2024-11-13T07:27:25,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482905267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482905267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2ceb144e4544404db12297d74aa524e0 is 50, key is test_row_0/B:col10/1731482844294/Put/seqid=0 2024-11-13T07:27:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741979_1155 (size=12151) 2024-11-13T07:27:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482905578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482905578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:25,646 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/97a2606189cb40f2871075814138b5bf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/97a2606189cb40f2871075814138b5bf 2024-11-13T07:27:25,653 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into 97a2606189cb40f2871075814138b5bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:25,653 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:25,653 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=13, startTime=1731482844748; duration=0sec 2024-11-13T07:27:25,654 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:25,654 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:25,679 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2ceb144e4544404db12297d74aa524e0 2024-11-13T07:27:25,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/1a87adc63f344aa59f4fe6760462db2b is 50, key is test_row_0/C:col10/1731482844294/Put/seqid=0 2024-11-13T07:27:25,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741980_1156 (size=12151) 2024-11-13T07:27:25,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/1a87adc63f344aa59f4fe6760462db2b 2024-11-13T07:27:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/acc84d35c181493289c915d34bfa6840 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840 2024-11-13T07:27:25,713 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840, entries=150, sequenceid=169, filesize=30.4 K 2024-11-13T07:27:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2ceb144e4544404db12297d74aa524e0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0 2024-11-13T07:27:25,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:27:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/1a87adc63f344aa59f4fe6760462db2b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b 2024-11-13T07:27:25,731 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:27:25,732 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 873cea3b86933f3c63e022bcaa85c018 in 897ms, sequenceid=169, compaction requested=false 2024-11-13T07:27:25,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:25,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:25,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T07:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T07:27:25,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T07:27:25,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6720 sec 2024-11-13T07:27:25,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.6780 sec 2024-11-13T07:27:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:26,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:27:26,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111384a9a4fa21e146a4b4762057ac1b3639_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741981_1157 (size=17284) 2024-11-13T07:27:26,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:26,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111384a9a4fa21e146a4b4762057ac1b3639_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111384a9a4fa21e146a4b4762057ac1b3639_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:26,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/811463f74b5648b99ba533e72e1dcffa, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:26,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/811463f74b5648b99ba533e72e1dcffa is 175, key is test_row_0/A:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:26,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482906129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482906130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741982_1158 (size=48389) 2024-11-13T07:27:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T07:27:26,206 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:26,207 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T07:27:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:26,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:26,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:26,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482906246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482906247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:26,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482906456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482906457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:26,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:26,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:26,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/811463f74b5648b99ba533e72e1dcffa 2024-11-13T07:27:26,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/4d9e87748c084740a0e4ccefda174b89 is 50, key is test_row_0/B:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741983_1159 (size=12151) 2024-11-13T07:27:26,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482906567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,570 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482906576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,577 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482906586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,590 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482906766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482906767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:26,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:26,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/4d9e87748c084740a0e4ccefda174b89 2024-11-13T07:27:26,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/0f4e3fac53184cb3bc2b96e9ecd95d9d is 50, key is test_row_0/C:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741984_1160 (size=12151) 2024-11-13T07:27:26,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:26,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/0f4e3fac53184cb3bc2b96e9ecd95d9d 2024-11-13T07:27:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:26,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:26,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/811463f74b5648b99ba533e72e1dcffa as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa 2024-11-13T07:27:26,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa, entries=250, sequenceid=185, filesize=47.3 K 2024-11-13T07:27:26,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/4d9e87748c084740a0e4ccefda174b89 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89 2024-11-13T07:27:26,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89, entries=150, sequenceid=185, filesize=11.9 K 2024-11-13T07:27:26,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/0f4e3fac53184cb3bc2b96e9ecd95d9d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d 2024-11-13T07:27:26,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d, entries=150, sequenceid=185, filesize=11.9 K 2024-11-13T07:27:27,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 873cea3b86933f3c63e022bcaa85c018 in 912ms, sequenceid=185, compaction requested=true 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:27,000 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:27,000 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:27,003 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:27,003 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:27,003 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:27,003 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:27,003 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:27,003 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:27,004 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1caed55fa13c4466ac42213eec6f3ae9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.9 K 2024-11-13T07:27:27,004 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=108.3 K 2024-11-13T07:27:27,004 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:27,004 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa] 2024-11-13T07:27:27,004 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1caed55fa13c4466ac42213eec6f3ae9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:27,004 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67375e3c0a5946a68cab81b2a8efdf89, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:27,004 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ceb144e4544404db12297d74aa524e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482844277 2024-11-13T07:27:27,004 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting acc84d35c181493289c915d34bfa6840, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482844277 2024-11-13T07:27:27,005 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d9e87748c084740a0e4ccefda174b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:27,005 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 811463f74b5648b99ba533e72e1dcffa, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:27,013 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:27,015 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d38178b708a54940a04aa4f9ab76863c_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:27,018 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d38178b708a54940a04aa4f9ab76863c_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:27,018 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d38178b708a54940a04aa4f9ab76863c_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:27,020 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#133 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:27,020 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/4a913190d8a648ffbe73a5795dc4aeb4 is 50, key is test_row_0/B:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741985_1161 (size=4469) 2024-11-13T07:27:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741986_1162 (size=12595) 2024-11-13T07:27:27,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T07:27:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:27,128 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:27:27,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c6130843cd394f9a9fd9e51984ee7c79_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482846127/Put/seqid=0 2024-11-13T07:27:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741987_1163 (size=12304) 2024-11-13T07:27:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482907296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482907297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482907406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482907406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,443 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:27,444 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6152b07869d84074917bc28f36c07999 is 175, key is test_row_0/A:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741988_1164 (size=31549) 2024-11-13T07:27:27,465 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/4a913190d8a648ffbe73a5795dc4aeb4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4a913190d8a648ffbe73a5795dc4aeb4 2024-11-13T07:27:27,473 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 4a913190d8a648ffbe73a5795dc4aeb4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:27,473 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:27,473 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=13, startTime=1731482847000; duration=0sec 2024-11-13T07:27:27,473 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:27,474 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:27,474 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:27,475 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:27,475 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:27,475 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:27,475 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/97a2606189cb40f2871075814138b5bf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=35.9 K 2024-11-13T07:27:27,475 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a2606189cb40f2871075814138b5bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731482843537 2024-11-13T07:27:27,475 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a87adc63f344aa59f4fe6760462db2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482844277 2024-11-13T07:27:27,476 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f4e3fac53184cb3bc2b96e9ecd95d9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:27,491 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:27,491 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/ff91ffeb393748c4b71beb325d689842 is 50, key is test_row_0/C:col10/1731482844935/Put/seqid=0 2024-11-13T07:27:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741989_1165 (size=12595) 2024-11-13T07:27:27,518 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/ff91ffeb393748c4b71beb325d689842 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/ff91ffeb393748c4b71beb325d689842 2024-11-13T07:27:27,524 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into ff91ffeb393748c4b71beb325d689842(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:27,524 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:27,524 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=13, startTime=1731482847000; duration=0sec 2024-11-13T07:27:27,525 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:27,525 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:27,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:27,557 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c6130843cd394f9a9fd9e51984ee7c79_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6130843cd394f9a9fd9e51984ee7c79_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:27,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/046ee54e03ab496da6612ec4c3344b29, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:27,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/046ee54e03ab496da6612ec4c3344b29 is 175, key is test_row_0/A:col10/1731482846127/Put/seqid=0 2024-11-13T07:27:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741990_1166 (size=31105) 2024-11-13T07:27:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482907617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482907617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,853 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6152b07869d84074917bc28f36c07999 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999 2024-11-13T07:27:27,859 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into 6152b07869d84074917bc28f36c07999(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:27,859 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:27,859 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=13, startTime=1731482847000; duration=0sec 2024-11-13T07:27:27,859 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:27,859 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:27,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482907926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482907926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:27,970 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/046ee54e03ab496da6612ec4c3344b29 2024-11-13T07:27:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2b6166844c194e06b15f07b26bd89e3e is 50, key is test_row_0/B:col10/1731482846127/Put/seqid=0 2024-11-13T07:27:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741991_1167 (size=12151) 2024-11-13T07:27:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2b6166844c194e06b15f07b26bd89e3e 2024-11-13T07:27:28,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c33d43d996d1421a95590d9597d5aa7b is 50, key is test_row_0/C:col10/1731482846127/Put/seqid=0 2024-11-13T07:27:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741992_1168 (size=12151) 2024-11-13T07:27:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482908436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482908436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:28,797 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c33d43d996d1421a95590d9597d5aa7b 2024-11-13T07:27:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/046ee54e03ab496da6612ec4c3344b29 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29 2024-11-13T07:27:28,806 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29, entries=150, sequenceid=208, filesize=30.4 K 2024-11-13T07:27:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/2b6166844c194e06b15f07b26bd89e3e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e 2024-11-13T07:27:28,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T07:27:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c33d43d996d1421a95590d9597d5aa7b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b 2024-11-13T07:27:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,816 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T07:27:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 873cea3b86933f3c63e022bcaa85c018 in 1690ms, sequenceid=208, compaction requested=false 2024-11-13T07:27:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T07:27:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T07:27:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6090 sec 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6150 sec 2024-11-13T07:27:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:29,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:29,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:27:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cfb363fab3ea49d499a06e2387d2d14c_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741993_1169 (size=12304) 2024-11-13T07:27:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cfb363fab3ea49d499a06e2387d2d14c_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cfb363fab3ea49d499a06e2387d2d14c_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/be7345b6fdc348a48d4eee41695ce46f, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/be7345b6fdc348a48d4eee41695ce46f is 175, key is test_row_0/A:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741994_1170 (size=31105) 2024-11-13T07:27:29,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482909521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482909523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482909626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482909636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482909837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482909846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:29,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/be7345b6fdc348a48d4eee41695ce46f 2024-11-13T07:27:29,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cf5d2efad47c486b9272ec6326e48f58 is 50, key is test_row_0/B:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:29,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741995_1171 (size=12151) 2024-11-13T07:27:29,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cf5d2efad47c486b9272ec6326e48f58 2024-11-13T07:27:29,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/3c29dd8972b64cdabafbed36a46a4446 is 50, key is test_row_0/C:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741996_1172 (size=12151) 2024-11-13T07:27:30,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482910146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482910156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/3c29dd8972b64cdabafbed36a46a4446 2024-11-13T07:27:30,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/be7345b6fdc348a48d4eee41695ce46f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f 2024-11-13T07:27:30,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f, entries=150, sequenceid=225, filesize=30.4 K 2024-11-13T07:27:30,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/cf5d2efad47c486b9272ec6326e48f58 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58 2024-11-13T07:27:30,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58, entries=150, sequenceid=225, filesize=11.9 K 2024-11-13T07:27:30,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/3c29dd8972b64cdabafbed36a46a4446 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446 2024-11-13T07:27:30,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446, entries=150, sequenceid=225, filesize=11.9 K 2024-11-13T07:27:30,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 873cea3b86933f3c63e022bcaa85c018 in 908ms, sequenceid=225, compaction requested=true 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:30,359 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:30,359 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:30,360 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:30,360 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:30,360 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:30,361 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4a913190d8a648ffbe73a5795dc4aeb4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=36.0 K 2024-11-13T07:27:30,361 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:30,361 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:30,361 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:30,361 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=91.6 K 2024-11-13T07:27:30,361 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a913190d8a648ffbe73a5795dc4aeb4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:30,361 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:30,361 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f] 2024-11-13T07:27:30,361 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b6166844c194e06b15f07b26bd89e3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482846124 2024-11-13T07:27:30,362 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6152b07869d84074917bc28f36c07999, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:30,363 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cf5d2efad47c486b9272ec6326e48f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:30,363 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046ee54e03ab496da6612ec4c3344b29, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482846124 2024-11-13T07:27:30,363 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting be7345b6fdc348a48d4eee41695ce46f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:30,372 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:30,372 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/21cfccf10dab44139407b98954129f40 is 50, key is test_row_0/B:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:30,373 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:30,381 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113676dadf8c0a54415b3ff5fbadcd2ad0e_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:30,383 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113676dadf8c0a54415b3ff5fbadcd2ad0e_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:30,383 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113676dadf8c0a54415b3ff5fbadcd2ad0e_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T07:27:30,387 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:30,387 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-13T07:27:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:30,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:30,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:30,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741997_1173 (size=12697) 2024-11-13T07:27:30,411 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/21cfccf10dab44139407b98954129f40 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/21cfccf10dab44139407b98954129f40 2024-11-13T07:27:30,417 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 21cfccf10dab44139407b98954129f40(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:30,417 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:30,417 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=13, startTime=1731482850359; duration=0sec 2024-11-13T07:27:30,417 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:30,417 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:30,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741998_1174 (size=4469) 2024-11-13T07:27:30,417 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:30,419 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:30,419 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:30,419 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:30,419 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/ff91ffeb393748c4b71beb325d689842, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=36.0 K 2024-11-13T07:27:30,420 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ff91ffeb393748c4b71beb325d689842, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731482844935 2024-11-13T07:27:30,420 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c33d43d996d1421a95590d9597d5aa7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482846124 2024-11-13T07:27:30,420 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c29dd8972b64cdabafbed36a46a4446, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:30,429 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:30,429 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/29f76a4b278f4180a76902608d0b726e is 50, key is test_row_0/C:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741999_1175 (size=12697) 2024-11-13T07:27:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:30,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T07:27:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:30,543 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:27:30,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113afb18163f8cf4ed285d2608308c0de24_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482849519/Put/seqid=0 2024-11-13T07:27:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742000_1176 (size=12304) 2024-11-13T07:27:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:30,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482910621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482910622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482910626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482910657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482910666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482910726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482910736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482910736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,819 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#142 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:30,819 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fd0ea70d2ee94129ab16c355bb463824 is 175, key is test_row_0/A:col10/1731482847296/Put/seqid=0 2024-11-13T07:27:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742001_1177 (size=31651) 2024-11-13T07:27:30,844 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/29f76a4b278f4180a76902608d0b726e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/29f76a4b278f4180a76902608d0b726e 2024-11-13T07:27:30,850 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into 29f76a4b278f4180a76902608d0b726e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:30,850 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:30,850 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=13, startTime=1731482850359; duration=0sec 2024-11-13T07:27:30,850 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:30,850 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482910936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482910946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482910946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:30,967 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113afb18163f8cf4ed285d2608308c0de24_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113afb18163f8cf4ed285d2608308c0de24_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/d21d196e2cc946e8a60e73cbd37d131c, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/d21d196e2cc946e8a60e73cbd37d131c is 175, key is test_row_0/A:col10/1731482849519/Put/seqid=0 2024-11-13T07:27:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742002_1178 (size=31105) 2024-11-13T07:27:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:31,228 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/fd0ea70d2ee94129ab16c355bb463824 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824 2024-11-13T07:27:31,233 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into fd0ea70d2ee94129ab16c355bb463824(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:31,233 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:31,233 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=13, startTime=1731482850359; duration=0sec 2024-11-13T07:27:31,233 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:31,233 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482911247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482911256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482911256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/d21d196e2cc946e8a60e73cbd37d131c 2024-11-13T07:27:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/92f348eded504f8c9c9d7bcd109c9c32 is 50, key is test_row_0/B:col10/1731482849519/Put/seqid=0 2024-11-13T07:27:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742003_1179 (size=12151) 2024-11-13T07:27:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:31,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482911666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,668 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482911676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,677 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482911756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482911766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482911766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:31,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/92f348eded504f8c9c9d7bcd109c9c32 2024-11-13T07:27:31,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/b1935e392ff945bfb274f16b5a0dd419 is 50, key is test_row_0/C:col10/1731482849519/Put/seqid=0 2024-11-13T07:27:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742004_1180 (size=12151) 2024-11-13T07:27:32,210 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/b1935e392ff945bfb274f16b5a0dd419 2024-11-13T07:27:32,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/d21d196e2cc946e8a60e73cbd37d131c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c 2024-11-13T07:27:32,219 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c, entries=150, sequenceid=249, filesize=30.4 K 2024-11-13T07:27:32,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/92f348eded504f8c9c9d7bcd109c9c32 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32 2024-11-13T07:27:32,224 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T07:27:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/b1935e392ff945bfb274f16b5a0dd419 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419 2024-11-13T07:27:32,229 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T07:27:32,230 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 873cea3b86933f3c63e022bcaa85c018 in 1687ms, sequenceid=249, compaction requested=false 2024-11-13T07:27:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T07:27:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T07:27:32,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T07:27:32,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8400 sec 2024-11-13T07:27:32,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8460 sec 2024-11-13T07:27:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T07:27:32,547 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:32,547 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-13T07:27:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T07:27:32,549 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:32,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:32,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T07:27:32,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T07:27:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:32,702 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:27:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330ac1b2dba3646388c7387bf6c559ca8_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482850621/Put/seqid=0 2024-11-13T07:27:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742005_1181 (size=12404) 2024-11-13T07:27:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:32,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330ac1b2dba3646388c7387bf6c559ca8_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ac1b2dba3646388c7387bf6c559ca8_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:32,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/05e8c15d09fe4e7fb54c6e9ae353ebf6, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 is 175, key is test_row_0/A:col10/1731482850621/Put/seqid=0 2024-11-13T07:27:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742006_1182 (size=31205) 2024-11-13T07:27:32,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 2024-11-13T07:27:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:32,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/d9449bfe74154868b531b8dc9d7adffb is 50, key is test_row_0/B:col10/1731482850621/Put/seqid=0 2024-11-13T07:27:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482912816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:32,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742007_1183 (size=12251) 2024-11-13T07:27:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482912818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482912819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T07:27:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482912926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482912926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482912926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482913136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482913136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482913136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T07:27:33,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/d9449bfe74154868b531b8dc9d7adffb 2024-11-13T07:27:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/66cc80759a584cc7893bf5244820264c is 50, key is test_row_0/C:col10/1731482850621/Put/seqid=0 2024-11-13T07:27:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742008_1184 (size=12251) 2024-11-13T07:27:33,251 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/66cc80759a584cc7893bf5244820264c 2024-11-13T07:27:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 2024-11-13T07:27:33,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6, entries=150, sequenceid=264, filesize=30.5 K 2024-11-13T07:27:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/d9449bfe74154868b531b8dc9d7adffb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb 2024-11-13T07:27:33,266 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T07:27:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/66cc80759a584cc7893bf5244820264c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c 2024-11-13T07:27:33,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T07:27:33,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 873cea3b86933f3c63e022bcaa85c018 in 573ms, sequenceid=264, compaction requested=true 2024-11-13T07:27:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T07:27:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T07:27:33,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T07:27:33,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 726 msec 2024-11-13T07:27:33,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 732 msec 2024-11-13T07:27:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:33,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:33,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:27:33,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135ab1d0c7ffa0439a98327c2b27f7f4ed_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:33,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482913462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482913463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482913464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742009_1185 (size=20074) 2024-11-13T07:27:33,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482913576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482913576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482913577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T07:27:33,687 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:33,688 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-13T07:27:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:33,689 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47136 deadline: 1731482913687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,690 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:33,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:33,690 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47106 deadline: 1731482913696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,702 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 873cea3b86933f3c63e022bcaa85c018 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:33,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482913786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482913786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482913786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:33,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:33,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:33,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:33,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135ab1d0c7ffa0439a98327c2b27f7f4ed_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135ab1d0c7ffa0439a98327c2b27f7f4ed_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:33,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6d76ce08dd3f4242aad0e810b3603fac, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:33,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6d76ce08dd3f4242aad0e810b3603fac is 175, key is test_row_0/A:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742010_1186 (size=57333) 2024-11-13T07:27:33,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:33,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:34,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482914096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482914096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482914096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6d76ce08dd3f4242aad0e810b3603fac 2024-11-13T07:27:34,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5aab22ab0b6c485ea7ec8d4c1167c384 is 50, key is test_row_0/B:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742011_1187 (size=12301) 2024-11-13T07:27:34,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:34,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482914607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482914607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482914607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:34,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5aab22ab0b6c485ea7ec8d4c1167c384 2024-11-13T07:27:34,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/86ad3daa3358493f969ff164a70248f3 is 50, key is test_row_0/C:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742012_1188 (size=12301) 2024-11-13T07:27:34,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:34,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:34,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:35,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. as already flushing 2024-11-13T07:27:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:35,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/86ad3daa3358493f969ff164a70248f3 2024-11-13T07:27:35,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/6d76ce08dd3f4242aad0e810b3603fac as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac 2024-11-13T07:27:35,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac, entries=300, sequenceid=291, filesize=56.0 K 2024-11-13T07:27:35,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5aab22ab0b6c485ea7ec8d4c1167c384 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384 2024-11-13T07:27:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384, entries=150, sequenceid=291, filesize=12.0 K 2024-11-13T07:27:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/86ad3daa3358493f969ff164a70248f3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3 2024-11-13T07:27:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3, entries=150, sequenceid=291, filesize=12.0 K 2024-11-13T07:27:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 873cea3b86933f3c63e022bcaa85c018 in 1691ms, sequenceid=291, compaction requested=true 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:35,142 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T07:27:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,142 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,144 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:35,144 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:35,144 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:35,144 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:35,144 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,144 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,144 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/21cfccf10dab44139407b98954129f40, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=48.2 K 2024-11-13T07:27:35,144 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=147.7 K 2024-11-13T07:27:35,144 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,144 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac] 2024-11-13T07:27:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,145 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting fd0ea70d2ee94129ab16c355bb463824, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:35,145 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21cfccf10dab44139407b98954129f40, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,146 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f348eded504f8c9c9d7bcd109c9c32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731482849504 2024-11-13T07:27:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,146 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d21d196e2cc946e8a60e73cbd37d131c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731482849504 2024-11-13T07:27:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,146 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9449bfe74154868b531b8dc9d7adffb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731482850611 2024-11-13T07:27:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,146 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e8c15d09fe4e7fb54c6e9ae353ebf6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731482850611 2024-11-13T07:27:35,146 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aab22ab0b6c485ea7ec8d4c1167c384, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731482852793 2024-11-13T07:27:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,147 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d76ce08dd3f4242aad0e810b3603fac, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731482852793 2024-11-13T07:27:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,157 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,161 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113eb589779248545b587d9d8dbdb3a9aac_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,168 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#153 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,169 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/0442382a41234cffb397bf506c02d5f1 is 50, key is test_row_0/B:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,175 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113eb589779248545b587d9d8dbdb3a9aac_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,175 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eb589779248545b587d9d8dbdb3a9aac_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742014_1190 (size=4469) 2024-11-13T07:27:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742013_1189 (size=12983) 2024-11-13T07:27:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T07:27:35,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T07:27:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a7f6c2817299499cb613dc544e82bfc3_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_1/A:col10/1731482853456/Put/seqid=0 2024-11-13T07:27:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742015_1191 (size=9914) 2024-11-13T07:27:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a7f6c2817299499cb613dc544e82bfc3_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7f6c2817299499cb613dc544e82bfc3_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/a67a73a3f48c4038977c9daa5b368738, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/a67a73a3f48c4038977c9daa5b368738 is 175, key is test_row_1/A:col10/1731482853456/Put/seqid=0 2024-11-13T07:27:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742016_1192 (size=22561) 2024-11-13T07:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/a67a73a3f48c4038977c9daa5b368738 2024-11-13T07:27:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/df0768bb349e45e2babd5260d5a358db is 50, key is test_row_1/B:col10/1731482853456/Put/seqid=0 2024-11-13T07:27:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742017_1193 (size=9857) 2024-11-13T07:27:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/df0768bb349e45e2babd5260d5a358db 2024-11-13T07:27:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8c4524a076a64dc487b42f573911a8a6 is 50, key is test_row_1/C:col10/1731482853456/Put/seqid=0 2024-11-13T07:27:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742018_1194 (size=9857) 2024-11-13T07:27:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8c4524a076a64dc487b42f573911a8a6 2024-11-13T07:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/a67a73a3f48c4038977c9daa5b368738 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,391 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738, entries=100, sequenceid=300, filesize=22.0 K 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/df0768bb349e45e2babd5260d5a358db as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db 2024-11-13T07:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db, entries=100, sequenceid=300, filesize=9.6 K 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8c4524a076a64dc487b42f573911a8a6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6 2024-11-13T07:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,403 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6, entries=100, sequenceid=300, filesize=9.6 K 2024-11-13T07:27:35,404 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 873cea3b86933f3c63e022bcaa85c018 in 184ms, sequenceid=300, compaction requested=true 2024-11-13T07:27:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T07:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T07:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-13T07:27:35,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec 2024-11-13T07:27:35,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.7200 sec 2024-11-13T07:27:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,586 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,586 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/03cf4655d45f4f428fbf97471fcfecae is 175, key is test_row_0/A:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742019_1195 (size=31937) 2024-11-13T07:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,593 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/0442382a41234cffb397bf506c02d5f1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0442382a41234cffb397bf506c02d5f1 2024-11-13T07:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,600 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into 0442382a41234cffb397bf506c02d5f1(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:35,600 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:35,600 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=12, startTime=1731482855142; duration=0sec 2024-11-13T07:27:35,600 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:35,600 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:35,600 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,602 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59257 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:27:35,602 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/C is initiating minor compaction (all files) 2024-11-13T07:27:35,602 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/C in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,603 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/29f76a4b278f4180a76902608d0b726e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=57.9 K 2024-11-13T07:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,603 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29f76a4b278f4180a76902608d0b726e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731482847286 2024-11-13T07:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,604 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1935e392ff945bfb274f16b5a0dd419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731482849504 2024-11-13T07:27:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,604 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66cc80759a584cc7893bf5244820264c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731482850611 2024-11-13T07:27:35,605 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86ad3daa3358493f969ff164a70248f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731482852793 2024-11-13T07:27:35,605 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4524a076a64dc487b42f573911a8a6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731482853456 2024-11-13T07:27:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,606 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/03cf4655d45f4f428fbf97471fcfecae as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae 2024-11-13T07:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,612 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into 03cf4655d45f4f428fbf97471fcfecae(size=31.2 K), total size for store is 53.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:35,612 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:35,612 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=12, startTime=1731482855142; duration=0sec 2024-11-13T07:27:35,612 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:35,612 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,620 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/52ad78ae861e46be9f9287d09f9f7476 is 50, key is test_row_0/C:col10/1731482853450/Put/seqid=0 2024-11-13T07:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742020_1196 (size=13017) 2024-11-13T07:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,683 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:35,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131b005e27ccd24c468a0789b6e3ba3259_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482915735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482915738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:35,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482915746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742022_1198 (size=27698) 2024-11-13T07:27:35,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:35,766 INFO [Thread-576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-576. 2024-11-13T07:27:35,766 DEBUG [Thread-576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:35,766 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,766 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:35,768 INFO [Thread-578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-578. 2024-11-13T07:27:35,768 DEBUG [Thread-578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:35,768 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,768 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:35,770 INFO [Thread-574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-574. 2024-11-13T07:27:35,770 DEBUG [Thread-574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:35,770 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,770 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131b005e27ccd24c468a0789b6e3ba3259_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131b005e27ccd24c468a0789b6e3ba3259_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:35,771 INFO [Thread-572 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-572. 2024-11-13T07:27:35,771 DEBUG [Thread-572 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:35,771 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,771 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:35,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:35,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/4b5de9c2eee1430baeac31a2c23acf3a, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:35,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/4b5de9c2eee1430baeac31a2c23acf3a is 175, key is test_row_0/A:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742021_1197 (size=83485) 2024-11-13T07:27:35,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/4b5de9c2eee1430baeac31a2c23acf3a 2024-11-13T07:27:35,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5a00134514c2443a80caaa1d9b2fedb2 is 50, key is test_row_0/B:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:35,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742023_1199 (size=12301) 2024-11-13T07:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T07:27:35,837 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482915857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482915857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482915857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,032 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/52ad78ae861e46be9f9287d09f9f7476 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/52ad78ae861e46be9f9287d09f9f7476 2024-11-13T07:27:36,037 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/C of 873cea3b86933f3c63e022bcaa85c018 into 52ad78ae861e46be9f9287d09f9f7476(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:36,037 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:36,037 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/C, priority=11, startTime=1731482855142; duration=0sec 2024-11-13T07:27:36,037 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:36,037 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482916067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482916067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482916067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5a00134514c2443a80caaa1d9b2fedb2 2024-11-13T07:27:36,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5544d1c9e2143069292737c22f3c223 is 50, key is test_row_0/C:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:36,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742024_1200 (size=12301) 2024-11-13T07:27:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47146 deadline: 1731482916377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47162 deadline: 1731482916377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47088 deadline: 1731482916377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:27:36,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5544d1c9e2143069292737c22f3c223 2024-11-13T07:27:36,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/4b5de9c2eee1430baeac31a2c23acf3a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a 2024-11-13T07:27:36,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a, entries=450, sequenceid=314, filesize=81.5 K 2024-11-13T07:27:36,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/5a00134514c2443a80caaa1d9b2fedb2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2 2024-11-13T07:27:36,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T07:27:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5544d1c9e2143069292737c22f3c223 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5544d1c9e2143069292737c22f3c223 2024-11-13T07:27:36,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5544d1c9e2143069292737c22f3c223, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T07:27:36,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 873cea3b86933f3c63e022bcaa85c018 in 959ms, sequenceid=314, compaction requested=true 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:36,642 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:36,642 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137983 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/A is initiating minor compaction (all files) 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 873cea3b86933f3c63e022bcaa85c018/B is initiating minor compaction (all files) 2024-11-13T07:27:36,644 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/A in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:36,644 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 873cea3b86933f3c63e022bcaa85c018/B in TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:36,644 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=134.7 K 2024-11-13T07:27:36,644 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0442382a41234cffb397bf506c02d5f1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp, totalSize=34.3 K 2024-11-13T07:27:36,644 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a] 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0442382a41234cffb397bf506c02d5f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731482852793 2024-11-13T07:27:36,644 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03cf4655d45f4f428fbf97471fcfecae, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731482852793 2024-11-13T07:27:36,645 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting df0768bb349e45e2babd5260d5a358db, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731482853456 2024-11-13T07:27:36,645 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a67a73a3f48c4038977c9daa5b368738, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731482853456 2024-11-13T07:27:36,645 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a00134514c2443a80caaa1d9b2fedb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731482855669 2024-11-13T07:27:36,645 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b5de9c2eee1430baeac31a2c23acf3a, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731482855666 2024-11-13T07:27:36,654 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:36,654 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:36,655 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/d481085629224c6cb9134b916eab3f5e is 50, key is test_row_0/B:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:36,656 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f9dd0e8b0f5240bfbbcbdee38a9d96a6_873cea3b86933f3c63e022bcaa85c018 store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742025_1201 (size=13085) 2024-11-13T07:27:36,677 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f9dd0e8b0f5240bfbbcbdee38a9d96a6_873cea3b86933f3c63e022bcaa85c018, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:36,677 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f9dd0e8b0f5240bfbbcbdee38a9d96a6_873cea3b86933f3c63e022bcaa85c018 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:36,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742026_1202 (size=4469) 2024-11-13T07:27:36,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:27:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:36,888 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:36,888 INFO [Thread-567 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-567. 2024-11-13T07:27:36,888 INFO [Thread-569 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-569. 2024-11-13T07:27:36,888 INFO [Thread-563 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-563. 2024-11-13T07:27:36,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T07:27:36,888 DEBUG [Thread-563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:36,888 DEBUG [Thread-569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:36,888 DEBUG [Thread-567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:36,888 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,888 DEBUG [Thread-569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,888 DEBUG [Thread-567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,889 DEBUG [Thread-567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,889 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,889 DEBUG [Thread-569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:36,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:36,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:36,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:36,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113573669ac2a494c20badf9c5b2dce0080_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482856887/Put/seqid=0 2024-11-13T07:27:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742027_1203 (size=12454) 2024-11-13T07:27:37,070 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/d481085629224c6cb9134b916eab3f5e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d481085629224c6cb9134b916eab3f5e 2024-11-13T07:27:37,078 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/B of 873cea3b86933f3c63e022bcaa85c018 into d481085629224c6cb9134b916eab3f5e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:37,078 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:37,078 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/B, priority=13, startTime=1731482856642; duration=0sec 2024-11-13T07:27:37,078 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:37,078 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:37,078 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T07:27:37,079 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T07:27:37,080 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T07:27:37,080 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. because compaction request was cancelled 2024-11-13T07:27:37,080 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:37,082 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 873cea3b86933f3c63e022bcaa85c018#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:37,083 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/51ec2b1ff72148d0b0e2d6863b73138a is 175, key is test_row_0/A:col10/1731482855681/Put/seqid=0 2024-11-13T07:27:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742028_1204 (size=32039) 2024-11-13T07:27:37,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:37,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113573669ac2a494c20badf9c5b2dce0080_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113573669ac2a494c20badf9c5b2dce0080_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:37,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9d3c0f58ec3847d29010d08edb1038d1, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:37,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9d3c0f58ec3847d29010d08edb1038d1 is 175, key is test_row_0/A:col10/1731482856887/Put/seqid=0 2024-11-13T07:27:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742029_1205 (size=31255) 2024-11-13T07:27:37,493 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/51ec2b1ff72148d0b0e2d6863b73138a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/51ec2b1ff72148d0b0e2d6863b73138a 2024-11-13T07:27:37,498 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 873cea3b86933f3c63e022bcaa85c018/A of 873cea3b86933f3c63e022bcaa85c018 into 51ec2b1ff72148d0b0e2d6863b73138a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:37,498 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:37,498 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., storeName=873cea3b86933f3c63e022bcaa85c018/A, priority=13, startTime=1731482856642; duration=0sec 2024-11-13T07:27:37,498 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:37,498 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:37,709 INFO [Thread-565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-565. 2024-11-13T07:27:37,710 DEBUG [Thread-565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:37,710 DEBUG [Thread-565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,710 DEBUG [Thread-565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:37,722 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9d3c0f58ec3847d29010d08edb1038d1 2024-11-13T07:27:37,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/356e56a5a7ee42e4babd5b27d6c4f78f is 50, key is test_row_0/B:col10/1731482856887/Put/seqid=0 2024-11-13T07:27:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742030_1206 (size=12301) 2024-11-13T07:27:37,739 INFO [Thread-561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-561. 2024-11-13T07:27:37,739 DEBUG [Thread-561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:27:37,739 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,739 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-13T07:27:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3348 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3255 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1472 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4416 rows 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1467 2024-11-13T07:27:37,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4401 rows 2024-11-13T07:27:37,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:27:37,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:27:37,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:37,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:27:37,741 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:37,749 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482857748"}]},"ts":"1731482857748"} 2024-11-13T07:27:37,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:27:37,751 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:27:37,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:27:37,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, UNASSIGN}] 2024-11-13T07:27:37,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, UNASSIGN 2024-11-13T07:27:37,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:37,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, UNASSIGN because future has completed 2024-11-13T07:27:37,758 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:27:37,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:37,910 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:37,910 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:27:37,910 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 873cea3b86933f3c63e022bcaa85c018, disabling compactions & flushes 2024-11-13T07:27:37,910 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:38,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/356e56a5a7ee42e4babd5b27d6c4f78f 2024-11-13T07:27:38,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5001ad916bf4d28a6020280177aa3dc is 50, key is test_row_0/C:col10/1731482856887/Put/seqid=0 2024-11-13T07:27:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742031_1207 (size=12301) 2024-11-13T07:27:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:38,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5001ad916bf4d28a6020280177aa3dc 2024-11-13T07:27:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/9d3c0f58ec3847d29010d08edb1038d1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9d3c0f58ec3847d29010d08edb1038d1 2024-11-13T07:27:38,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9d3c0f58ec3847d29010d08edb1038d1, entries=150, sequenceid=342, filesize=30.5 K 2024-11-13T07:27:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/356e56a5a7ee42e4babd5b27d6c4f78f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/356e56a5a7ee42e4babd5b27d6c4f78f 2024-11-13T07:27:38,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/356e56a5a7ee42e4babd5b27d6c4f78f, entries=150, sequenceid=342, filesize=12.0 K 2024-11-13T07:27:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/c5001ad916bf4d28a6020280177aa3dc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5001ad916bf4d28a6020280177aa3dc 2024-11-13T07:27:38,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5001ad916bf4d28a6020280177aa3dc, entries=150, sequenceid=342, filesize=12.0 K 2024-11-13T07:27:38,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=13.42 KB/13740 for 873cea3b86933f3c63e022bcaa85c018 in 1699ms, sequenceid=342, compaction requested=true 2024-11-13T07:27:38,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 873cea3b86933f3c63e022bcaa85c018: 2024-11-13T07:27:38,587 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:38,587 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:38,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:38,587 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. because compaction request was cancelled 2024-11-13T07:27:38,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:38,587 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:A 2024-11-13T07:27:38,587 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. after waiting 0 ms 2024-11-13T07:27:38,587 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:38,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:B, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:38,587 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. because compaction request was cancelled 2024-11-13T07:27:38,587 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:B 2024-11-13T07:27:38,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:38,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 873cea3b86933f3c63e022bcaa85c018:C, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:38,588 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. because compaction request was cancelled 2024-11-13T07:27:38,588 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 873cea3b86933f3c63e022bcaa85c018:C 2024-11-13T07:27:38,588 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 873cea3b86933f3c63e022bcaa85c018 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-13T07:27:38,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:38,592 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139e2638105cce4382af6f00309ad9c0b2_873cea3b86933f3c63e022bcaa85c018 is 50, key is test_row_0/A:col10/1731482857737/Put/seqid=0 2024-11-13T07:27:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742032_1208 (size=9914) 2024-11-13T07:27:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:38,998 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:39,009 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139e2638105cce4382af6f00309ad9c0b2_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e2638105cce4382af6f00309ad9c0b2_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:39,010 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/09d8c0b171cb4172b5296575ef645f1a, store: [table=TestAcidGuarantees family=A region=873cea3b86933f3c63e022bcaa85c018] 2024-11-13T07:27:39,010 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/09d8c0b171cb4172b5296575ef645f1a is 175, key is test_row_0/A:col10/1731482857737/Put/seqid=0 2024-11-13T07:27:39,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742033_1209 (size=22561) 2024-11-13T07:27:39,416 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/09d8c0b171cb4172b5296575ef645f1a 2024-11-13T07:27:39,432 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/afaf3763c758465bbc07043c2051a18b is 50, key is test_row_0/B:col10/1731482857737/Put/seqid=0 2024-11-13T07:27:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742034_1210 (size=9857) 2024-11-13T07:27:39,838 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/afaf3763c758465bbc07043c2051a18b 2024-11-13T07:27:39,851 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8a8c557a744d4db0b9ba0edea3baf8fe is 50, key is test_row_0/C:col10/1731482857737/Put/seqid=0 2024-11-13T07:27:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742035_1211 (size=9857) 2024-11-13T07:27:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:40,257 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8a8c557a744d4db0b9ba0edea3baf8fe 2024-11-13T07:27:40,261 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/A/09d8c0b171cb4172b5296575ef645f1a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/09d8c0b171cb4172b5296575ef645f1a 2024-11-13T07:27:40,265 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/09d8c0b171cb4172b5296575ef645f1a, entries=100, sequenceid=349, filesize=22.0 K 2024-11-13T07:27:40,266 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/B/afaf3763c758465bbc07043c2051a18b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/afaf3763c758465bbc07043c2051a18b 2024-11-13T07:27:40,271 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/afaf3763c758465bbc07043c2051a18b, entries=100, sequenceid=349, filesize=9.6 K 2024-11-13T07:27:40,272 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/.tmp/C/8a8c557a744d4db0b9ba0edea3baf8fe as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8a8c557a744d4db0b9ba0edea3baf8fe 2024-11-13T07:27:40,276 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8a8c557a744d4db0b9ba0edea3baf8fe, entries=100, sequenceid=349, filesize=9.6 K 2024-11-13T07:27:40,276 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 873cea3b86933f3c63e022bcaa85c018 in 1689ms, sequenceid=349, compaction requested=true 2024-11-13T07:27:40,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a] to archive 2024-11-13T07:27:40,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:40,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/2b5dbfa143804e3f8aac9c7aaec50bcb 2024-11-13T07:27:40,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b66272d81b1c4857891e3ade10d88d20 2024-11-13T07:27:40,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/da9f5079d645433eab6f11ad9b12fc5e 2024-11-13T07:27:40,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/c1c066f7885a4cae8796a79f6ebb366f 2024-11-13T07:27:40,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9fbb41ee5cc746c89a75ff7543d105ab 2024-11-13T07:27:40,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/b69a081e2d25440c919832d0cb9cf61d 2024-11-13T07:27:40,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/bb4e4bffdc5e445a8110045867336de0 2024-11-13T07:27:40,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/89fc49e2093348b68dacd4b6bcf1bd52 2024-11-13T07:27:40,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/1776076010c441f086d988ccb1ac9968 2024-11-13T07:27:40,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/67375e3c0a5946a68cab81b2a8efdf89 2024-11-13T07:27:40,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fcd8fc7137c3430faff090de59ed10fe 2024-11-13T07:27:40,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/acc84d35c181493289c915d34bfa6840 2024-11-13T07:27:40,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/811463f74b5648b99ba533e72e1dcffa 2024-11-13T07:27:40,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6152b07869d84074917bc28f36c07999 2024-11-13T07:27:40,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/046ee54e03ab496da6612ec4c3344b29 2024-11-13T07:27:40,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/fd0ea70d2ee94129ab16c355bb463824 2024-11-13T07:27:40,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/be7345b6fdc348a48d4eee41695ce46f 2024-11-13T07:27:40,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/d21d196e2cc946e8a60e73cbd37d131c 2024-11-13T07:27:40,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/05e8c15d09fe4e7fb54c6e9ae353ebf6 2024-11-13T07:27:40,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/6d76ce08dd3f4242aad0e810b3603fac 2024-11-13T07:27:40,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/03cf4655d45f4f428fbf97471fcfecae 2024-11-13T07:27:40,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/a67a73a3f48c4038977c9daa5b368738 2024-11-13T07:27:40,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/4b5de9c2eee1430baeac31a2c23acf3a 2024-11-13T07:27:40,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0d7d4e28692047c18844e045ebaf09c3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/7e611d23db2e48e98a102c857f94969a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1caed55fa13c4466ac42213eec6f3ae9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4a913190d8a648ffbe73a5795dc4aeb4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/21cfccf10dab44139407b98954129f40, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0442382a41234cffb397bf506c02d5f1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2] to archive 2024-11-13T07:27:40,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:40,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/31cbcd682dc1400492cb69164709ab8c 2024-11-13T07:27:40,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/3b58c46ea50440ee8dc48c9ec7a88a95 2024-11-13T07:27:40,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0d7d4e28692047c18844e045ebaf09c3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0d7d4e28692047c18844e045ebaf09c3 2024-11-13T07:27:40,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1126f1a17d66426dbb1a01473b8bdb86 2024-11-13T07:27:40,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cda64cb2a46f414e869fa7d49b543e86 2024-11-13T07:27:40,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/db9dee904512487ca16625bca7d4b7a6 2024-11-13T07:27:40,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/7e611d23db2e48e98a102c857f94969a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/7e611d23db2e48e98a102c857f94969a 2024-11-13T07:27:40,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/708e99b8a686402e9014906c5b06fab8 2024-11-13T07:27:40,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/9d3da66b360046ee937ccb8238e54316 2024-11-13T07:27:40,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1caed55fa13c4466ac42213eec6f3ae9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/1caed55fa13c4466ac42213eec6f3ae9 2024-11-13T07:27:40,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/8c8dfa4be5d9410ea00bbc102b58acc4 2024-11-13T07:27:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2ceb144e4544404db12297d74aa524e0 2024-11-13T07:27:40,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4a913190d8a648ffbe73a5795dc4aeb4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4a913190d8a648ffbe73a5795dc4aeb4 2024-11-13T07:27:40,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/4d9e87748c084740a0e4ccefda174b89 2024-11-13T07:27:40,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/2b6166844c194e06b15f07b26bd89e3e 2024-11-13T07:27:40,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/21cfccf10dab44139407b98954129f40 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/21cfccf10dab44139407b98954129f40 2024-11-13T07:27:40,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/cf5d2efad47c486b9272ec6326e48f58 2024-11-13T07:27:40,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/92f348eded504f8c9c9d7bcd109c9c32 2024-11-13T07:27:40,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d9449bfe74154868b531b8dc9d7adffb 2024-11-13T07:27:40,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0442382a41234cffb397bf506c02d5f1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/0442382a41234cffb397bf506c02d5f1 2024-11-13T07:27:40,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5aab22ab0b6c485ea7ec8d4c1167c384 2024-11-13T07:27:40,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/df0768bb349e45e2babd5260d5a358db 2024-11-13T07:27:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/5a00134514c2443a80caaa1d9b2fedb2 2024-11-13T07:27:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b492b714e5c643abaeffbf1473df90ed, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c467a2c2ebb24e2286d5e06ebbb317ea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/97a2606189cb40f2871075814138b5bf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/ff91ffeb393748c4b71beb325d689842, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/29f76a4b278f4180a76902608d0b726e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6] to archive 2024-11-13T07:27:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:27:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/5fddb35e673447e4bab1dd079a750a74 2024-11-13T07:27:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/4f7a23141eaf44a0852949a471a87ccd 2024-11-13T07:27:40,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b492b714e5c643abaeffbf1473df90ed to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b492b714e5c643abaeffbf1473df90ed 2024-11-13T07:27:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/690870b07c464d9493048b38cfe63fc1 2024-11-13T07:27:40,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/9323392e79664e13836100be5a41aa51 2024-11-13T07:27:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/2ddfa7c147474f679fa6048c8323edb3 2024-11-13T07:27:40,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c467a2c2ebb24e2286d5e06ebbb317ea to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c467a2c2ebb24e2286d5e06ebbb317ea 2024-11-13T07:27:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/e19e3ca67b4c44529e33a7ad200fd6c4 2024-11-13T07:27:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/184fdbd037044df99461a53a19b06c46 2024-11-13T07:27:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/97a2606189cb40f2871075814138b5bf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/97a2606189cb40f2871075814138b5bf 2024-11-13T07:27:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/7cccd50f7c56487d9232a446a1ec0dc2 2024-11-13T07:27:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/1a87adc63f344aa59f4fe6760462db2b 2024-11-13T07:27:40,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/ff91ffeb393748c4b71beb325d689842 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/ff91ffeb393748c4b71beb325d689842 2024-11-13T07:27:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/0f4e3fac53184cb3bc2b96e9ecd95d9d 2024-11-13T07:27:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c33d43d996d1421a95590d9597d5aa7b 2024-11-13T07:27:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/29f76a4b278f4180a76902608d0b726e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/29f76a4b278f4180a76902608d0b726e 2024-11-13T07:27:40,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/3c29dd8972b64cdabafbed36a46a4446 2024-11-13T07:27:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/b1935e392ff945bfb274f16b5a0dd419 2024-11-13T07:27:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/66cc80759a584cc7893bf5244820264c 2024-11-13T07:27:40,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/86ad3daa3358493f969ff164a70248f3 2024-11-13T07:27:40,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8c4524a076a64dc487b42f573911a8a6 2024-11-13T07:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits/352.seqid, newMaxSeqId=352, maxSeqId=4 2024-11-13T07:27:40,362 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. 2024-11-13T07:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 873cea3b86933f3c63e022bcaa85c018: Waiting for close lock at 1731482857910Running coprocessor pre-close hooks at 1731482857910Disabling compacts and flushes for region at 1731482857910Disabling writes for close at 1731482858587 (+677 ms)Obtaining lock to block concurrent updates at 1731482858588 (+1 ms)Preparing flush snapshotting stores in 873cea3b86933f3c63e022bcaa85c018 at 1731482858588Finished memstore snapshotting TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731482858588Flushing stores of TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018. at 1731482858588Flushing 873cea3b86933f3c63e022bcaa85c018/A: creating writer at 1731482858588Flushing mob file 873cea3b86933f3c63e022bcaa85c018/A: appending metadata at 1731482858592 (+4 ms)Flushing mob file 873cea3b86933f3c63e022bcaa85c018/A: closing flushed file at 1731482858592Flushing 873cea3b86933f3c63e022bcaa85c018/A: appending metadata at 1731482859010 (+418 ms)Flushing 873cea3b86933f3c63e022bcaa85c018/A: closing flushed file at 1731482859010Flushing 873cea3b86933f3c63e022bcaa85c018/B: creating writer at 1731482859428 (+418 ms)Flushing 873cea3b86933f3c63e022bcaa85c018/B: appending metadata at 1731482859431 (+3 ms)Flushing 873cea3b86933f3c63e022bcaa85c018/B: closing flushed file at 1731482859431Flushing 873cea3b86933f3c63e022bcaa85c018/C: creating writer at 1731482859845 (+414 ms)Flushing 873cea3b86933f3c63e022bcaa85c018/C: appending metadata at 1731482859850 (+5 ms)Flushing 873cea3b86933f3c63e022bcaa85c018/C: closing flushed file at 1731482859850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a023a50: reopening flushed file at 1731482860260 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eac6d04: reopening flushed file at 1731482860265 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdc1845: reopening flushed file at 1731482860271 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 873cea3b86933f3c63e022bcaa85c018 in 1689ms, sequenceid=349, compaction requested=true at 1731482860276 (+5 ms)Writing region close event to WAL at 1731482860358 (+82 ms)Running coprocessor post-close hooks at 1731482860362 (+4 ms)Closed at 1731482860362 2024-11-13T07:27:40,364 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:40,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=873cea3b86933f3c63e022bcaa85c018, regionState=CLOSED 2024-11-13T07:27:40,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:40,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T07:27:40,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 873cea3b86933f3c63e022bcaa85c018, server=2998b885bdef,41631,1731482798425 in 2.6080 sec 2024-11-13T07:27:40,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-13T07:27:40,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=873cea3b86933f3c63e022bcaa85c018, UNASSIGN in 2.6140 sec 2024-11-13T07:27:40,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T07:27:40,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6180 sec 2024-11-13T07:27:40,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482860372"}]},"ts":"1731482860372"} 2024-11-13T07:27:40,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:27:40,374 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:27:40,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6320 sec 2024-11-13T07:27:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T07:27:41,928 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:41,929 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:27:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:41,934 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T07:27:41,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:41,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits] 2024-11-13T07:27:41,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/09d8c0b171cb4172b5296575ef645f1a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/09d8c0b171cb4172b5296575ef645f1a 2024-11-13T07:27:41,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/51ec2b1ff72148d0b0e2d6863b73138a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/51ec2b1ff72148d0b0e2d6863b73138a 2024-11-13T07:27:41,952 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9d3c0f58ec3847d29010d08edb1038d1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/A/9d3c0f58ec3847d29010d08edb1038d1 2024-11-13T07:27:41,956 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/356e56a5a7ee42e4babd5b27d6c4f78f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/356e56a5a7ee42e4babd5b27d6c4f78f 2024-11-13T07:27:41,958 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/afaf3763c758465bbc07043c2051a18b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/afaf3763c758465bbc07043c2051a18b 2024-11-13T07:27:41,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d481085629224c6cb9134b916eab3f5e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/B/d481085629224c6cb9134b916eab3f5e 2024-11-13T07:27:41,964 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/52ad78ae861e46be9f9287d09f9f7476 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/52ad78ae861e46be9f9287d09f9f7476 2024-11-13T07:27:41,966 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8a8c557a744d4db0b9ba0edea3baf8fe to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/8a8c557a744d4db0b9ba0edea3baf8fe 2024-11-13T07:27:41,967 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5001ad916bf4d28a6020280177aa3dc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5001ad916bf4d28a6020280177aa3dc 2024-11-13T07:27:41,969 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5544d1c9e2143069292737c22f3c223 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/C/c5544d1c9e2143069292737c22f3c223 2024-11-13T07:27:41,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits/352.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018/recovered.edits/352.seqid 2024-11-13T07:27:41,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,974 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:27:41,974 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:27:41,976 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T07:27:41,982 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131b005e27ccd24c468a0789b6e3ba3259_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131b005e27ccd24c468a0789b6e3ba3259_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ac1b2dba3646388c7387bf6c559ca8_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ac1b2dba3646388c7387bf6c559ca8_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,986 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113573669ac2a494c20badf9c5b2dce0080_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113573669ac2a494c20badf9c5b2dce0080_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,988 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135754ae77b676490b9c79e368ff02c78f_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135754ae77b676490b9c79e368ff02c78f_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135ab1d0c7ffa0439a98327c2b27f7f4ed_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135ab1d0c7ffa0439a98327c2b27f7f4ed_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,992 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135d1816c498004517a3ba95bbc5760af4_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135d1816c498004517a3ba95bbc5760af4_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111384a9a4fa21e146a4b4762057ac1b3639_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111384a9a4fa21e146a4b4762057ac1b3639_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:41,997 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e2638105cce4382af6f00309ad9c0b2_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e2638105cce4382af6f00309ad9c0b2_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,000 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a2f6d2ae385b4a93b0b9448cc252c1ef_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a2f6d2ae385b4a93b0b9448cc252c1ef_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,002 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7f6c2817299499cb613dc544e82bfc3_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7f6c2817299499cb613dc544e82bfc3_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,004 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac86703d05f9463288a8d4019c8b43bb_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac86703d05f9463288a8d4019c8b43bb_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,006 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113afb18163f8cf4ed285d2608308c0de24_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113afb18163f8cf4ed285d2608308c0de24_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,008 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c08161370b4249958afa09bf89cb2e99_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c08161370b4249958afa09bf89cb2e99_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,009 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6130843cd394f9a9fd9e51984ee7c79_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6130843cd394f9a9fd9e51984ee7c79_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,010 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cfb363fab3ea49d499a06e2387d2d14c_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cfb363fab3ea49d499a06e2387d2d14c_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8768370816242728fda16817050369b_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8768370816242728fda16817050369b_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,012 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d96c4399df614845a1abe89dbbfa7e65_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d96c4399df614845a1abe89dbbfa7e65_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,013 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f11eda0012154181b9742d287eb43c0a_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f11eda0012154181b9742d287eb43c0a_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,014 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f125dda2ddf74f1eb6459e49be28ac76_873cea3b86933f3c63e022bcaa85c018 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f125dda2ddf74f1eb6459e49be28ac76_873cea3b86933f3c63e022bcaa85c018 2024-11-13T07:27:42,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:27:42,017 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:42,019 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:27:42,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:27:42,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:42,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:27:42,022 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482862021"}]},"ts":"9223372036854775807"} 2024-11-13T07:27:42,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:27:42,024 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 873cea3b86933f3c63e022bcaa85c018, NAME => 'TestAcidGuarantees,,1731482833896.873cea3b86933f3c63e022bcaa85c018.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:27:42,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:27:42,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482862024"}]},"ts":"9223372036854775807"} 2024-11-13T07:27:42,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:27:42,027 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:42,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 98 msec 2024-11-13T07:27:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T07:27:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:27:42,049 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:42,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642604823_22 at /127.0.0.1:56626 [Waiting for operation #1792] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613535951_22 at /127.0.0.1:56474 [Waiting for operation #1845] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642604823_22 at /127.0.0.1:56338 [Waiting for operation #1890] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613535951_22 at /127.0.0.1:56610 [Waiting for operation #1777] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=542 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=4043 (was 4029) - AvailableMemoryMB LEAK? - 2024-11-13T07:27:42,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=542, ProcessCount=11, AvailableMemoryMB=4041 2024-11-13T07:27:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:27:42,065 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:27:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:27:42,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:27:42,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:42,068 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-13T07:27:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:42,068 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:27:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742036_1212 (size=959) 2024-11-13T07:27:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:42,480 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:27:42,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742037_1213 (size=53) 2024-11-13T07:27:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:42,895 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:27:42,895 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f34ec545069735c4e9bd88f8b1ba4e24, disabling compactions & flushes 2024-11-13T07:27:42,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:42,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:42,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. after waiting 0 ms 2024-11-13T07:27:42,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:42,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:42,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f34ec545069735c4e9bd88f8b1ba4e24: Waiting for close lock at 1731482862895Disabling compacts and flushes for region at 1731482862895Disabling writes for close at 1731482862896 (+1 ms)Writing region close event to WAL at 1731482862896Closed at 1731482862896 2024-11-13T07:27:42,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:27:42,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482862898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482862898"}]},"ts":"1731482862898"} 2024-11-13T07:27:42,901 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:27:42,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:27:42,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482862902"}]},"ts":"1731482862902"} 2024-11-13T07:27:42,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:27:42,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, ASSIGN}] 2024-11-13T07:27:42,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, ASSIGN 2024-11-13T07:27:42,907 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:27:43,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f34ec545069735c4e9bd88f8b1ba4e24, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:43,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, ASSIGN because future has completed 2024-11-13T07:27:43,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:27:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:43,219 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:43,219 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:27:43,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:27:43,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,223 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,225 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34ec545069735c4e9bd88f8b1ba4e24 columnFamilyName A 2024-11-13T07:27:43,225 DEBUG [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:43,225 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(327): Store=f34ec545069735c4e9bd88f8b1ba4e24/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:43,225 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,226 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34ec545069735c4e9bd88f8b1ba4e24 columnFamilyName B 2024-11-13T07:27:43,226 DEBUG [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:43,227 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(327): Store=f34ec545069735c4e9bd88f8b1ba4e24/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:43,227 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,228 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34ec545069735c4e9bd88f8b1ba4e24 columnFamilyName C 2024-11-13T07:27:43,228 DEBUG [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:27:43,228 INFO [StoreOpener-f34ec545069735c4e9bd88f8b1ba4e24-1 {}] regionserver.HStore(327): Store=f34ec545069735c4e9bd88f8b1ba4e24/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:27:43,229 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,229 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,229 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,230 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,230 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,231 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:27:43,232 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,234 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:27:43,234 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened f34ec545069735c4e9bd88f8b1ba4e24; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61070681, jitterRate=-0.08997593820095062}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:27:43,234 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:43,235 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for f34ec545069735c4e9bd88f8b1ba4e24: Running coprocessor pre-open hook at 1731482863220Writing region info on filesystem at 1731482863220Initializing all the Stores at 1731482863222 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482863222Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482863223 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482863223Cleaning up temporary data from old regions at 1731482863230 (+7 ms)Running coprocessor post-open hooks at 1731482863234 (+4 ms)Region opened successfully at 1731482863235 (+1 ms) 2024-11-13T07:27:43,236 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., pid=63, masterSystemTime=1731482863212 2024-11-13T07:27:43,237 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:43,237 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:43,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f34ec545069735c4e9bd88f8b1ba4e24, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:27:43,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:27:43,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T07:27:43,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 in 180 msec 2024-11-13T07:27:43,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-13T07:27:43,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, ASSIGN in 336 msec 2024-11-13T07:27:43,243 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:27:43,243 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482863243"}]},"ts":"1731482863243"} 2024-11-13T07:27:43,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:27:43,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:27:43,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-13T07:27:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-13T07:27:44,218 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:44,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e1b688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7976b547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:27:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:27:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf40e9f 2024-11-13T07:27:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:27:44,233 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:27:44,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,235 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dc279b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,237 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82c2a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,239 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@967eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e5dbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,244 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47999d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,245 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef57e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,248 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39538c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,249 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6e7da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,251 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc1e83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,252 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c581969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ff96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,255 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d37016b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2e0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,258 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24353083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,259 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194c4a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf06668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e7143d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:27:44,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:27:44,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090beac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:27:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:27:44,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:27:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e51ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:27:44,267 DEBUG [Thread-1021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 DEBUG [Thread-1014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 DEBUG [Thread-1023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:44,267 DEBUG [Thread-1027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 DEBUG [Thread-1016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,267 DEBUG [Thread-1029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,268 DEBUG [Thread-1012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,268 DEBUG [Thread-1025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,268 DEBUG [Thread-1018 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [Thread-1027 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,269 DEBUG [Thread-1027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:27:44,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:27:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:27:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:27:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-13T07:27:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T07:27:44,319 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:44,319 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:44,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:44,322 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:44,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:44,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4fa19dea04d246649600f927954b5f55 is 50, key is test_row_0/A:col10/1731482864321/Put/seqid=0 2024-11-13T07:27:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482924345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482924347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482924347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482924348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742038_1214 (size=12001) 2024-11-13T07:27:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482924347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4fa19dea04d246649600f927954b5f55 2024-11-13T07:27:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b72fffd668b045428afa2fc4015f8cdd is 50, key is test_row_0/B:col10/1731482864321/Put/seqid=0 2024-11-13T07:27:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742039_1215 (size=12001) 2024-11-13T07:27:44,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b72fffd668b045428afa2fc4015f8cdd 2024-11-13T07:27:44,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a1a1c76b431b446986e0fe9c289294bf is 50, key is test_row_0/C:col10/1731482864321/Put/seqid=0 2024-11-13T07:27:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T07:27:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742040_1216 (size=12001) 2024-11-13T07:27:44,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a1a1c76b431b446986e0fe9c289294bf 2024-11-13T07:27:44,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4fa19dea04d246649600f927954b5f55 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55 2024-11-13T07:27:44,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T07:27:44,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482924457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482924457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482924457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482924457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482924457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b72fffd668b045428afa2fc4015f8cdd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd 2024-11-13T07:27:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T07:27:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a1a1c76b431b446986e0fe9c289294bf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf 2024-11-13T07:27:44,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T07:27:44,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f34ec545069735c4e9bd88f8b1ba4e24 in 150ms, sequenceid=12, compaction requested=false 2024-11-13T07:27:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T07:27:44,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:44,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-13T07:27:44,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,480 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:27:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4271666391a548f1b4ef7246bdec41b8 is 50, key is test_row_0/A:col10/1731482864345/Put/seqid=0 2024-11-13T07:27:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742041_1217 (size=12001) 2024-11-13T07:27:44,508 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4271666391a548f1b4ef7246bdec41b8 2024-11-13T07:27:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cad65e67282540358692bbd536cd6c1c is 50, key is test_row_0/B:col10/1731482864345/Put/seqid=0 2024-11-13T07:27:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742042_1218 (size=12001) 2024-11-13T07:27:44,532 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cad65e67282540358692bbd536cd6c1c 2024-11-13T07:27:44,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fe335bc8de549d5984ef0df27acc5b4 is 50, key is test_row_0/C:col10/1731482864345/Put/seqid=0 2024-11-13T07:27:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742043_1219 (size=12001) 2024-11-13T07:27:44,564 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fe335bc8de549d5984ef0df27acc5b4 2024-11-13T07:27:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4271666391a548f1b4ef7246bdec41b8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8 2024-11-13T07:27:44,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:27:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cad65e67282540358692bbd536cd6c1c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c 2024-11-13T07:27:44,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:27:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fe335bc8de549d5984ef0df27acc5b4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4 2024-11-13T07:27:44,602 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:27:44,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for f34ec545069735c4e9bd88f8b1ba4e24 in 123ms, sequenceid=38, compaction requested=false 2024-11-13T07:27:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-13T07:27:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-13T07:27:44,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-13T07:27:44,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 287 msec 2024-11-13T07:27:44,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 343 msec 2024-11-13T07:27:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T07:27:44,636 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:44,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-13T07:27:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T07:27:44,640 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:44,641 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:44,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:44,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:44,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/185f099c148a4b47af2e460a8cc6b17a is 50, key is test_row_0/A:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482924703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482924703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482924706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482924705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482924711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742044_1220 (size=14341) 2024-11-13T07:27:44,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/185f099c148a4b47af2e460a8cc6b17a 2024-11-13T07:27:44,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9d7b2fcc976145579592abd7d874a11f is 50, key is test_row_0/B:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742045_1221 (size=12001) 2024-11-13T07:27:44,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9d7b2fcc976145579592abd7d874a11f 2024-11-13T07:27:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T07:27:44,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 is 50, key is test_row_0/C:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742046_1222 (size=12001) 2024-11-13T07:27:44,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T07:27:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482924816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482924816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482924816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482924816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482924826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:44,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T07:27:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:44,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T07:27:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482925026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482925026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482925027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482925026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482925037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T07:27:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:45,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 2024-11-13T07:27:45,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/185f099c148a4b47af2e460a8cc6b17a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a 2024-11-13T07:27:45,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a, entries=200, sequenceid=51, filesize=14.0 K 2024-11-13T07:27:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9d7b2fcc976145579592abd7d874a11f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f 2024-11-13T07:27:45,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T07:27:45,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 2024-11-13T07:27:45,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T07:27:45,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f34ec545069735c4e9bd88f8b1ba4e24 in 508ms, sequenceid=51, compaction requested=true 2024-11-13T07:27:45,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:45,186 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:45,186 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:45,187 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,187 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,187 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=37.4 K 2024-11-13T07:27:45,187 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=35.2 K 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b72fffd668b045428afa2fc4015f8cdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482864318 2024-11-13T07:27:45,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fa19dea04d246649600f927954b5f55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482864318 2024-11-13T07:27:45,188 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4271666391a548f1b4ef7246bdec41b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482864344 2024-11-13T07:27:45,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cad65e67282540358692bbd536cd6c1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482864344 2024-11-13T07:27:45,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d7b2fcc976145579592abd7d874a11f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:45,188 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 185f099c148a4b47af2e460a8cc6b17a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:45,198 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:45,199 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:45,199 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/c86e29510e3f4a1dba0c27975fa744db is 50, key is test_row_0/A:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:45,199 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/1d33ebdcbbb643838ae9f59ff4c566e7 is 50, key is test_row_0/B:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742048_1224 (size=12104) 2024-11-13T07:27:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742047_1223 (size=12104) 2024-11-13T07:27:45,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T07:27:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,254 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:27:45,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/f0fb6d3fb2544b0dbd927e07c1b40171 is 50, key is test_row_0/A:col10/1731482864702/Put/seqid=0 2024-11-13T07:27:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742049_1225 (size=12001) 2024-11-13T07:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T07:27:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:45,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482925350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482925351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482925352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482925352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482925353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482925456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482925456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482925466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482925466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482925466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,611 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/1d33ebdcbbb643838ae9f59ff4c566e7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/1d33ebdcbbb643838ae9f59ff4c566e7 2024-11-13T07:27:45,622 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 1d33ebdcbbb643838ae9f59ff4c566e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:45,622 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:45,622 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=13, startTime=1731482865186; duration=0sec 2024-11-13T07:27:45,622 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:45,622 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:45,622 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:45,624 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/c86e29510e3f4a1dba0c27975fa744db as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c86e29510e3f4a1dba0c27975fa744db 2024-11-13T07:27:45,624 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:45,625 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:45,625 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,625 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=35.2 K 2024-11-13T07:27:45,626 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a1c76b431b446986e0fe9c289294bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482864318 2024-11-13T07:27:45,627 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe335bc8de549d5984ef0df27acc5b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482864344 2024-11-13T07:27:45,627 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting fff24ed7b8bc47bbba9b24ca2d90b0a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:45,632 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into c86e29510e3f4a1dba0c27975fa744db(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:45,632 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:45,632 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=13, startTime=1731482865185; duration=0sec 2024-11-13T07:27:45,632 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:45,632 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:45,636 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:45,636 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0796fced58ed4dd9953c8fbcc379c73a is 50, key is test_row_0/C:col10/1731482864677/Put/seqid=0 2024-11-13T07:27:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742050_1226 (size=12104) 2024-11-13T07:27:45,665 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/f0fb6d3fb2544b0dbd927e07c1b40171 2024-11-13T07:27:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482925667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482925667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,671 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0796fced58ed4dd9953c8fbcc379c73a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0796fced58ed4dd9953c8fbcc379c73a 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/c0f364294b0a44169b92c71791aa2348 is 50, key is test_row_0/B:col10/1731482864702/Put/seqid=0 2024-11-13T07:27:45,678 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 0796fced58ed4dd9953c8fbcc379c73a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:45,678 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:45,678 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=13, startTime=1731482865186; duration=0sec 2024-11-13T07:27:45,678 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:45,678 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:45,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482925676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482925676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482925676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742051_1227 (size=12001) 2024-11-13T07:27:45,693 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/c0f364294b0a44169b92c71791aa2348 2024-11-13T07:27:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/208e8edad2c24ad6a5b7a20acb709d89 is 50, key is test_row_0/C:col10/1731482864702/Put/seqid=0 2024-11-13T07:27:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742052_1228 (size=12001) 2024-11-13T07:27:45,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/208e8edad2c24ad6a5b7a20acb709d89 2024-11-13T07:27:45,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/f0fb6d3fb2544b0dbd927e07c1b40171 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171 2024-11-13T07:27:45,747 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T07:27:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/c0f364294b0a44169b92c71791aa2348 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348 2024-11-13T07:27:45,754 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T07:27:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/208e8edad2c24ad6a5b7a20acb709d89 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89 2024-11-13T07:27:45,760 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T07:27:45,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for f34ec545069735c4e9bd88f8b1ba4e24 in 507ms, sequenceid=74, compaction requested=false 2024-11-13T07:27:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-13T07:27:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-13T07:27:45,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T07:27:45,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-13T07:27:45,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.1310 sec 2024-11-13T07:27:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T07:27:45,777 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:45,777 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-13T07:27:45,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T07:27:45,780 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:45,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T07:27:45,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:27:45,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T07:27:45,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:45,934 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T07:27:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/bce1566e92c24923a10fb160c92f212c is 50, key is test_row_0/A:col10/1731482865345/Put/seqid=0 2024-11-13T07:27:45,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742053_1229 (size=12001) 2024-11-13T07:27:45,969 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/bce1566e92c24923a10fb160c92f212c 2024-11-13T07:27:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:45,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/ab63976616834a0e9a8f05d9c59d2ee4 is 50, key is test_row_0/B:col10/1731482865345/Put/seqid=0 2024-11-13T07:27:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742054_1230 (size=12001) 2024-11-13T07:27:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T07:27:46,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T07:27:46,408 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/ab63976616834a0e9a8f05d9c59d2ee4 2024-11-13T07:27:46,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/63f8719abb9f4e8ab9bf069319413946 is 50, key is test_row_0/C:col10/1731482865345/Put/seqid=0 2024-11-13T07:27:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742055_1231 (size=12001) 2024-11-13T07:27:46,423 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/63f8719abb9f4e8ab9bf069319413946 2024-11-13T07:27:46,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/bce1566e92c24923a10fb160c92f212c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c 2024-11-13T07:27:46,434 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T07:27:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/ab63976616834a0e9a8f05d9c59d2ee4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4 2024-11-13T07:27:46,440 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T07:27:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/63f8719abb9f4e8ab9bf069319413946 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946 2024-11-13T07:27:46,455 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T07:27:46,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f34ec545069735c4e9bd88f8b1ba4e24 in 523ms, sequenceid=92, compaction requested=true 2024-11-13T07:27:46,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:46,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:46,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-13T07:27:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-13T07:27:46,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-13T07:27:46,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 679 msec 2024-11-13T07:27:46,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 685 msec 2024-11-13T07:27:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:46,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:46,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:27:46,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/173881bfb3544387b0d58bf93a7d74af is 50, key is test_row_0/A:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742056_1232 (size=12001) 2024-11-13T07:27:46,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/173881bfb3544387b0d58bf93a7d74af 2024-11-13T07:27:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9b782e9517154f8391137a92b9214c87 is 50, key is test_row_0/B:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742057_1233 (size=12001) 2024-11-13T07:27:46,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9b782e9517154f8391137a92b9214c87 2024-11-13T07:27:46,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/bcadf3a42ac14a0684201fcdbb3b76fb is 50, key is test_row_0/C:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742058_1234 (size=12001) 2024-11-13T07:27:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T07:27:46,917 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:46,917 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-13T07:27:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:46,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:46,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:46,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482926966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482926966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482926966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482926976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482926987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:47,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T07:27:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:47,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/bcadf3a42ac14a0684201fcdbb3b76fb 2024-11-13T07:27:47,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/173881bfb3544387b0d58bf93a7d74af as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af 2024-11-13T07:27:47,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T07:27:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/9b782e9517154f8391137a92b9214c87 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87 2024-11-13T07:27:47,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T07:27:47,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/bcadf3a42ac14a0684201fcdbb3b76fb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb 2024-11-13T07:27:47,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T07:27:47,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f34ec545069735c4e9bd88f8b1ba4e24 in 519ms, sequenceid=115, compaction requested=true 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:47,158 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T07:27:47,158 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:47,160 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:47,160 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:47,160 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:47,160 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:47,161 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,161 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,161 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/1d33ebdcbbb643838ae9f59ff4c566e7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.0 K 2024-11-13T07:27:47,161 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c86e29510e3f4a1dba0c27975fa744db, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.0 K 2024-11-13T07:27:47,161 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86e29510e3f4a1dba0c27975fa744db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:47,161 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d33ebdcbbb643838ae9f59ff4c566e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:47,161 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c0f364294b0a44169b92c71791aa2348, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731482864702 2024-11-13T07:27:47,162 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0fb6d3fb2544b0dbd927e07c1b40171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731482864702 2024-11-13T07:27:47,162 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ab63976616834a0e9a8f05d9c59d2ee4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482865345 2024-11-13T07:27:47,162 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bce1566e92c24923a10fb160c92f212c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482865345 2024-11-13T07:27:47,162 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b782e9517154f8391137a92b9214c87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:47,163 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173881bfb3544387b0d58bf93a7d74af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:47,187 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:47,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/c3addfea756546eab9c38913527f2ea0 is 50, key is test_row_0/A:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:47,188 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:47,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cb85b867cf324db896b34c048b20d3ce is 50, key is test_row_0/B:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742060_1236 (size=12241) 2024-11-13T07:27:47,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T07:27:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,230 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:27:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742059_1235 (size=12241) 2024-11-13T07:27:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/92c137ebd4ff4b1aa3bd1e15283b639d is 50, key is test_row_0/A:col10/1731482866648/Put/seqid=0 2024-11-13T07:27:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742061_1237 (size=9657) 2024-11-13T07:27:47,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482927309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482927309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482927310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482927311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482927311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482927426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482927426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482927426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482927427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482927426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:47,634 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cb85b867cf324db896b34c048b20d3ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cb85b867cf324db896b34c048b20d3ce 2024-11-13T07:27:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,646 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into cb85b867cf324db896b34c048b20d3ce(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:47,646 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:47,646 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=12, startTime=1731482867158; duration=0sec 2024-11-13T07:27:47,646 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:47,646 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:47,647 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:47,647 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/c3addfea756546eab9c38913527f2ea0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c3addfea756546eab9c38913527f2ea0 2024-11-13T07:27:47,649 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:47,649 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:47,650 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:47,650 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0796fced58ed4dd9953c8fbcc379c73a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.0 K 2024-11-13T07:27:47,652 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0796fced58ed4dd9953c8fbcc379c73a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482864673 2024-11-13T07:27:47,652 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 208e8edad2c24ad6a5b7a20acb709d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731482864702 2024-11-13T07:27:47,652 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f8719abb9f4e8ab9bf069319413946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482865345 2024-11-13T07:27:47,653 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting bcadf3a42ac14a0684201fcdbb3b76fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:47,655 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into c3addfea756546eab9c38913527f2ea0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:47,655 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:47,655 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=12, startTime=1731482867158; duration=0sec 2024-11-13T07:27:47,655 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:47,655 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:47,663 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:47,664 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/c951ec248a4745bc8ad494bc9a84f444 is 50, key is test_row_0/C:col10/1731482866006/Put/seqid=0 2024-11-13T07:27:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742062_1238 (size=12241) 2024-11-13T07:27:47,683 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/c951ec248a4745bc8ad494bc9a84f444 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/c951ec248a4745bc8ad494bc9a84f444 2024-11-13T07:27:47,692 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into c951ec248a4745bc8ad494bc9a84f444(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:47,692 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:47,692 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=12, startTime=1731482867158; duration=0sec 2024-11-13T07:27:47,692 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:47,692 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:47,707 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/92c137ebd4ff4b1aa3bd1e15283b639d 2024-11-13T07:27:47,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8ebbec4af7de4992aecbdfa8e068b118 is 50, key is test_row_0/B:col10/1731482866648/Put/seqid=0 2024-11-13T07:27:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742063_1239 (size=9657) 2024-11-13T07:27:47,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482927946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482927946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482927946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482927947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482927947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:48,122 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8ebbec4af7de4992aecbdfa8e068b118 2024-11-13T07:27:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f126e51ffcd9494ab0064ce273898c3d is 50, key is test_row_0/C:col10/1731482866648/Put/seqid=0 2024-11-13T07:27:48,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742064_1240 (size=9657) 2024-11-13T07:27:48,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f126e51ffcd9494ab0064ce273898c3d 2024-11-13T07:27:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/92c137ebd4ff4b1aa3bd1e15283b639d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d 2024-11-13T07:27:48,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T07:27:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8ebbec4af7de4992aecbdfa8e068b118 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118 2024-11-13T07:27:48,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T07:27:48,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f126e51ffcd9494ab0064ce273898c3d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d 2024-11-13T07:27:48,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T07:27:48,176 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f34ec545069735c4e9bd88f8b1ba4e24 in 946ms, sequenceid=128, compaction requested=false 2024-11-13T07:27:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-13T07:27:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-13T07:27:48,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T07:27:48,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2560 sec 2024-11-13T07:27:48,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.2640 sec 2024-11-13T07:27:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:48,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:48,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d5429f0ef4f2470bb9034831b427255c is 50, key is test_row_0/A:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482928492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482928492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482928493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482928498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482928499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742065_1241 (size=16931) 2024-11-13T07:27:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d5429f0ef4f2470bb9034831b427255c 2024-11-13T07:27:48,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/57d44ba290404daead89c5f97e2e340b is 50, key is test_row_0/B:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742066_1242 (size=12151) 2024-11-13T07:27:48,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482928606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482928607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482928607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482928607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482928607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482928817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482928817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482928817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482928817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482928817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:48,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/57d44ba290404daead89c5f97e2e340b 2024-11-13T07:27:48,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0613e88f9ac44582a83e3be01dec7332 is 50, key is test_row_0/C:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742067_1243 (size=12151) 2024-11-13T07:27:48,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0613e88f9ac44582a83e3be01dec7332 2024-11-13T07:27:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d5429f0ef4f2470bb9034831b427255c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c 2024-11-13T07:27:48,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c, entries=250, sequenceid=158, filesize=16.5 K 2024-11-13T07:27:48,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/57d44ba290404daead89c5f97e2e340b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b 2024-11-13T07:27:48,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T07:27:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0613e88f9ac44582a83e3be01dec7332 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332 2024-11-13T07:27:48,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T07:27:48,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f34ec545069735c4e9bd88f8b1ba4e24 in 488ms, sequenceid=158, compaction requested=true 2024-11-13T07:27:48,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:48,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:48,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:48,969 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:48,970 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:48,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:48,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:48,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:48,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:48,971 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:48,971 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:48,971 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:48,971 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c3addfea756546eab9c38913527f2ea0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=37.9 K 2024-11-13T07:27:48,971 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:48,971 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:48,972 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:48,972 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cb85b867cf324db896b34c048b20d3ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=33.3 K 2024-11-13T07:27:48,972 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3addfea756546eab9c38913527f2ea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:48,972 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cb85b867cf324db896b34c048b20d3ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:48,972 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92c137ebd4ff4b1aa3bd1e15283b639d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731482866648 2024-11-13T07:27:48,973 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5429f0ef4f2470bb9034831b427255c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:48,973 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ebbec4af7de4992aecbdfa8e068b118, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731482866648 2024-11-13T07:27:48,974 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 57d44ba290404daead89c5f97e2e340b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:48,990 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#200 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:48,992 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/201e59a0225f40c4b7d68f8dbcec12f5 is 50, key is test_row_0/A:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:48,998 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:48,999 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/39924de611284950b467b606ab7fb47f is 50, key is test_row_0/B:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:49,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742068_1244 (size=12493) 2024-11-13T07:27:49,029 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/201e59a0225f40c4b7d68f8dbcec12f5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/201e59a0225f40c4b7d68f8dbcec12f5 2024-11-13T07:27:49,037 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into 201e59a0225f40c4b7d68f8dbcec12f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:49,037 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:49,037 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=13, startTime=1731482868969; duration=0sec 2024-11-13T07:27:49,038 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:49,038 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:49,038 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:49,039 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:49,039 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742069_1245 (size=12493) 2024-11-13T07:27:49,040 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,040 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/c951ec248a4745bc8ad494bc9a84f444, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=33.3 K 2024-11-13T07:27:49,040 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c951ec248a4745bc8ad494bc9a84f444, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731482866006 2024-11-13T07:27:49,043 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f126e51ffcd9494ab0064ce273898c3d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731482866648 2024-11-13T07:27:49,045 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0613e88f9ac44582a83e3be01dec7332, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:49,049 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/39924de611284950b467b606ab7fb47f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/39924de611284950b467b606ab7fb47f 2024-11-13T07:27:49,056 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 39924de611284950b467b606ab7fb47f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:49,056 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:49,057 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=13, startTime=1731482868969; duration=0sec 2024-11-13T07:27:49,057 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:49,057 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:49,071 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:49,071 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/ab9c9da6ed3c4d39b7f58a19c519d2a7 is 50, key is test_row_0/C:col10/1731482868480/Put/seqid=0 2024-11-13T07:27:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T07:27:49,076 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:49,077 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T07:27:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T07:27:49,080 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:49,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:49,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742070_1246 (size=12493) 2024-11-13T07:27:49,102 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/ab9c9da6ed3c4d39b7f58a19c519d2a7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/ab9c9da6ed3c4d39b7f58a19c519d2a7 2024-11-13T07:27:49,108 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into ab9c9da6ed3c4d39b7f58a19c519d2a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:49,108 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:49,108 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=13, startTime=1731482868970; duration=0sec 2024-11-13T07:27:49,108 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:49,108 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:49,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:27:49,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/94364d367e034f40974aa0759d370033 is 50, key is test_row_0/A:col10/1731482868489/Put/seqid=0 2024-11-13T07:27:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742071_1247 (size=12151) 2024-11-13T07:27:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T07:27:49,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482929192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482929193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482929193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482929195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482929196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T07:27:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482929307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482929307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482929308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482929308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482929308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T07:27:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T07:27:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482929516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482929516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482929516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482929516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482929516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T07:27:49,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:49,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:49,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/94364d367e034f40974aa0759d370033 2024-11-13T07:27:49,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cfd82baf69ad4ef9b42be5902f116e88 is 50, key is test_row_0/B:col10/1731482868489/Put/seqid=0 2024-11-13T07:27:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742072_1248 (size=12151) 2024-11-13T07:27:49,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cfd82baf69ad4ef9b42be5902f116e88 2024-11-13T07:27:49,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/717f498cdfe74a5188354703fc3184e7 is 50, key is test_row_0/C:col10/1731482868489/Put/seqid=0 2024-11-13T07:27:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742073_1249 (size=12151) 2024-11-13T07:27:49,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/717f498cdfe74a5188354703fc3184e7 2024-11-13T07:27:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/94364d367e034f40974aa0759d370033 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033 2024-11-13T07:27:49,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T07:27:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/cfd82baf69ad4ef9b42be5902f116e88 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88 2024-11-13T07:27:49,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T07:27:49,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/717f498cdfe74a5188354703fc3184e7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7 2024-11-13T07:27:49,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T07:27:49,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f34ec545069735c4e9bd88f8b1ba4e24 in 547ms, sequenceid=173, compaction requested=false 2024-11-13T07:27:49,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:49,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T07:27:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,696 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:27:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T07:27:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/1d4ce50c5bb44ba3b0e4aea1012ec504 is 50, key is test_row_0/A:col10/1731482869194/Put/seqid=0 2024-11-13T07:27:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742074_1250 (size=12151) 2024-11-13T07:27:49,727 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/1d4ce50c5bb44ba3b0e4aea1012ec504 2024-11-13T07:27:49,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4128fff196934c31a7c65f8bb8927511 is 50, key is test_row_0/B:col10/1731482869194/Put/seqid=0 2024-11-13T07:27:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742075_1251 (size=12151) 2024-11-13T07:27:49,800 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4128fff196934c31a7c65f8bb8927511 2024-11-13T07:27:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/37ceab1af0ba44aaaca3879582f8a2d9 is 50, key is test_row_0/C:col10/1731482869194/Put/seqid=0 2024-11-13T07:27:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742076_1252 (size=12151) 2024-11-13T07:27:49,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/37ceab1af0ba44aaaca3879582f8a2d9 2024-11-13T07:27:49,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:49,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/1d4ce50c5bb44ba3b0e4aea1012ec504 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504 2024-11-13T07:27:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T07:27:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4128fff196934c31a7c65f8bb8927511 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511 2024-11-13T07:27:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482929833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482929838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482929838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482929839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482929839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:49,844 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/37ceab1af0ba44aaaca3879582f8a2d9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9 2024-11-13T07:27:49,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T07:27:49,853 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f34ec545069735c4e9bd88f8b1ba4e24 in 156ms, sequenceid=197, compaction requested=true 2024-11-13T07:27:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T07:27:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T07:27:49,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T07:27:49,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 772 msec 2024-11-13T07:27:49,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 780 msec 2024-11-13T07:27:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:49,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:49,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T07:27:50,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/34c2adbf392640f0aee46239021b3653 is 50, key is test_row_0/A:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742077_1253 (size=12151) 2024-11-13T07:27:50,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/34c2adbf392640f0aee46239021b3653 2024-11-13T07:27:50,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/d741ce4f7dd243cdacbfa94e4b98f797 is 50, key is test_row_0/B:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482930025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482930027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482930028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742078_1254 (size=12151) 2024-11-13T07:27:50,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/d741ce4f7dd243cdacbfa94e4b98f797 2024-11-13T07:27:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482930033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482930033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/720b6960baa44cf6a388a31934e40359 is 50, key is test_row_0/C:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742079_1255 (size=12151) 2024-11-13T07:27:50,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/720b6960baa44cf6a388a31934e40359 2024-11-13T07:27:50,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/34c2adbf392640f0aee46239021b3653 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653 2024-11-13T07:27:50,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T07:27:50,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/d741ce4f7dd243cdacbfa94e4b98f797 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797 2024-11-13T07:27:50,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T07:27:50,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/720b6960baa44cf6a388a31934e40359 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359 2024-11-13T07:27:50,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T07:27:50,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f34ec545069735c4e9bd88f8b1ba4e24 in 99ms, sequenceid=214, compaction requested=true 2024-11-13T07:27:50,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:50,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:50,097 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:50,097 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:50,099 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:50,099 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:50,100 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:50,100 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:50,100 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,100 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,100 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/39924de611284950b467b606ab7fb47f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.8 K 2024-11-13T07:27:50,100 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/201e59a0225f40c4b7d68f8dbcec12f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.8 K 2024-11-13T07:27:50,100 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 201e59a0225f40c4b7d68f8dbcec12f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:50,101 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 39924de611284950b467b606ab7fb47f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:50,101 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94364d367e034f40974aa0759d370033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482868488 2024-11-13T07:27:50,101 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd82baf69ad4ef9b42be5902f116e88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482868488 2024-11-13T07:27:50,101 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d4ce50c5bb44ba3b0e4aea1012ec504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482869185 2024-11-13T07:27:50,102 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4128fff196934c31a7c65f8bb8927511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482869185 2024-11-13T07:27:50,102 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c2adbf392640f0aee46239021b3653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:50,103 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d741ce4f7dd243cdacbfa94e4b98f797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:50,119 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:50,120 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/bcbdbcd833c2456282f1a117b327a18f is 50, key is test_row_0/A:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,125 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:50,125 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/e94ce53477dc43b0890bf61d34890ca9 is 50, key is test_row_0/B:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:50,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:27:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742080_1256 (size=12629) 2024-11-13T07:27:50,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d7d715b0398a4549bf46b2d6663d7461 is 50, key is test_row_0/A:col10/1731482870032/Put/seqid=0 2024-11-13T07:27:50,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482930154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742081_1257 (size=12629) 2024-11-13T07:27:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482930157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482930158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482930159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482930160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742082_1258 (size=16931) 2024-11-13T07:27:50,174 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/e94ce53477dc43b0890bf61d34890ca9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e94ce53477dc43b0890bf61d34890ca9 2024-11-13T07:27:50,180 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into e94ce53477dc43b0890bf61d34890ca9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:50,180 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:50,180 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=12, startTime=1731482870097; duration=0sec 2024-11-13T07:27:50,181 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:50,182 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:50,182 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:50,183 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:50,183 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:50,183 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,183 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/ab9c9da6ed3c4d39b7f58a19c519d2a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=47.8 K 2024-11-13T07:27:50,184 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ab9c9da6ed3c4d39b7f58a19c519d2a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482867307 2024-11-13T07:27:50,184 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 717f498cdfe74a5188354703fc3184e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482868488 2024-11-13T07:27:50,184 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ceab1af0ba44aaaca3879582f8a2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482869185 2024-11-13T07:27:50,185 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 720b6960baa44cf6a388a31934e40359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:50,201 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#215 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:50,202 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/88ac938558474e7f8db65d29ad17d519 is 50, key is test_row_0/C:col10/1731482869954/Put/seqid=0 2024-11-13T07:27:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742083_1259 (size=12629) 2024-11-13T07:27:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T07:27:50,217 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:50,217 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T07:27:50,219 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/88ac938558474e7f8db65d29ad17d519 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/88ac938558474e7f8db65d29ad17d519 2024-11-13T07:27:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:50,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:50,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:50,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:50,226 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 88ac938558474e7f8db65d29ad17d519(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:50,226 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:50,226 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=12, startTime=1731482870097; duration=0sec 2024-11-13T07:27:50,226 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:50,226 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482930266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482930266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482930276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482930276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482930276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:50,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482930476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482930476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482930487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482930487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482930487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:50,547 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/bcbdbcd833c2456282f1a117b327a18f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bcbdbcd833c2456282f1a117b327a18f 2024-11-13T07:27:50,552 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into bcbdbcd833c2456282f1a117b327a18f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:50,552 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:50,552 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=12, startTime=1731482870096; duration=0sec 2024-11-13T07:27:50,552 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:50,552 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:50,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d7d715b0398a4549bf46b2d6663d7461 2024-11-13T07:27:50,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dff2f3dfe6fd41c2ad90bc9eea785a27 is 50, key is test_row_0/B:col10/1731482870032/Put/seqid=0 2024-11-13T07:27:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742084_1260 (size=12151) 2024-11-13T07:27:50,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482930786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482930786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482930796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482930796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482930796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:50,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dff2f3dfe6fd41c2ad90bc9eea785a27 2024-11-13T07:27:50,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:50,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:50,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:50,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/cba57d670d1d47918f1a341c5835a04d is 50, key is test_row_0/C:col10/1731482870032/Put/seqid=0 2024-11-13T07:27:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742085_1261 (size=12151) 2024-11-13T07:27:51,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482931297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:51,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482931297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:51,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:51,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482931306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:51,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482931306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:51,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482931306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:51,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/cba57d670d1d47918f1a341c5835a04d 2024-11-13T07:27:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d7d715b0398a4549bf46b2d6663d7461 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461 2024-11-13T07:27:51,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461, entries=250, sequenceid=236, filesize=16.5 K 2024-11-13T07:27:51,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dff2f3dfe6fd41c2ad90bc9eea785a27 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27 2024-11-13T07:27:51,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T07:27:51,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/cba57d670d1d47918f1a341c5835a04d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d 2024-11-13T07:27:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T07:27:51,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f34ec545069735c4e9bd88f8b1ba4e24 in 1290ms, sequenceid=236, compaction requested=false 2024-11-13T07:27:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:51,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T07:27:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,455 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:27:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/6c8683e0209e4623ad2d007b09a4a314 is 50, key is test_row_0/A:col10/1731482870159/Put/seqid=0 2024-11-13T07:27:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742086_1262 (size=12151) 2024-11-13T07:27:51,468 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/6c8683e0209e4623ad2d007b09a4a314 2024-11-13T07:27:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/5ac56c55453c4e06b88ee5c804a654c0 is 50, key is test_row_0/B:col10/1731482870159/Put/seqid=0 2024-11-13T07:27:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742087_1263 (size=12151) 2024-11-13T07:27:51,886 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/5ac56c55453c4e06b88ee5c804a654c0 2024-11-13T07:27:51,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0360288bb894459c87208f620c9f91aa is 50, key is test_row_0/C:col10/1731482870159/Put/seqid=0 2024-11-13T07:27:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742088_1264 (size=12151) 2024-11-13T07:27:51,901 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0360288bb894459c87208f620c9f91aa 2024-11-13T07:27:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/6c8683e0209e4623ad2d007b09a4a314 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314 2024-11-13T07:27:51,910 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T07:27:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/5ac56c55453c4e06b88ee5c804a654c0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0 2024-11-13T07:27:51,917 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T07:27:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0360288bb894459c87208f620c9f91aa as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa 2024-11-13T07:27:51,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T07:27:51,927 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for f34ec545069735c4e9bd88f8b1ba4e24 in 472ms, sequenceid=253, compaction requested=true 2024-11-13T07:27:51,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:51,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:51,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T07:27:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T07:27:51,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T07:27:51,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-13T07:27:51,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7160 sec 2024-11-13T07:27:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:52,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:27:52,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d9625428cec44f42880d268db0f23a8d is 50, key is test_row_0/A:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742089_1265 (size=12301) 2024-11-13T07:27:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482932350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482932353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482932354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482932357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482932361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T07:27:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,367 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:52,368 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T07:27:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:52,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:52,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:52,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482932467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482932467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482932467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482932467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482932476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482932676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482932676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482932676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482932676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:52,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482932686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d9625428cec44f42880d268db0f23a8d 2024-11-13T07:27:52,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f4d1f99fc5fa4171a4f80a1a17a34f11 is 50, key is test_row_0/B:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742090_1266 (size=12301) 2024-11-13T07:27:52,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f4d1f99fc5fa4171a4f80a1a17a34f11 2024-11-13T07:27:52,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2f1cadeba4054dfab886d23108041202 is 50, key is test_row_0/C:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742091_1267 (size=12301) 2024-11-13T07:27:52,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:52,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:52,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482932987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482932987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482932987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482932987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482932996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:53,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2f1cadeba4054dfab886d23108041202 2024-11-13T07:27:53,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d9625428cec44f42880d268db0f23a8d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d 2024-11-13T07:27:53,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d, entries=150, sequenceid=265, filesize=12.0 K 2024-11-13T07:27:53,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f4d1f99fc5fa4171a4f80a1a17a34f11 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11 2024-11-13T07:27:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11, entries=150, sequenceid=265, filesize=12.0 K 2024-11-13T07:27:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2f1cadeba4054dfab886d23108041202 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202 2024-11-13T07:27:53,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202, entries=150, sequenceid=265, filesize=12.0 K 2024-11-13T07:27:53,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f34ec545069735c4e9bd88f8b1ba4e24 in 866ms, sequenceid=265, compaction requested=true 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:53,186 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:53,186 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:53,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54012 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:53,187 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:53,187 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,187 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bcbdbcd833c2456282f1a117b327a18f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=52.7 K 2024-11-13T07:27:53,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:53,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:53,188 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,188 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e94ce53477dc43b0890bf61d34890ca9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=48.1 K 2024-11-13T07:27:53,188 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcbdbcd833c2456282f1a117b327a18f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:53,188 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e94ce53477dc43b0890bf61d34890ca9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting dff2f3dfe6fd41c2ad90bc9eea785a27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482870032 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7d715b0398a4549bf46b2d6663d7461, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482870023 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac56c55453c4e06b88ee5c804a654c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482870151 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8683e0209e4623ad2d007b09a4a314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482870151 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f4d1f99fc5fa4171a4f80a1a17a34f11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:53,189 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9625428cec44f42880d268db0f23a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:53,198 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:53,198 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/46fcde604dd44a04a9589a13126ab39c is 50, key is test_row_0/A:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:53,201 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:53,201 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/94653674f98549ac89dc2abfb90ba365 is 50, key is test_row_0/B:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742092_1268 (size=12915) 2024-11-13T07:27:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742093_1269 (size=12915) 2024-11-13T07:27:53,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T07:27:53,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:53,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d85bb15efe4c4855b68e9dad00d1cfb5 is 50, key is test_row_0/A:col10/1731482872355/Put/seqid=0 2024-11-13T07:27:53,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742094_1270 (size=12301) 2024-11-13T07:27:53,295 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d85bb15efe4c4855b68e9dad00d1cfb5 2024-11-13T07:27:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6e7a9f864c6846bda194d651059ec26e is 50, key is test_row_0/B:col10/1731482872355/Put/seqid=0 2024-11-13T07:27:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742095_1271 (size=12301) 2024-11-13T07:27:53,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6e7a9f864c6846bda194d651059ec26e 2024-11-13T07:27:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/59ac8fcdd7e646a8bbf108194ba58aa3 is 50, key is test_row_0/C:col10/1731482872355/Put/seqid=0 2024-11-13T07:27:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742096_1272 (size=12301) 2024-11-13T07:27:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:53,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:53,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482933505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482933506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482933507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482933508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482933509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,610 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/94653674f98549ac89dc2abfb90ba365 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/94653674f98549ac89dc2abfb90ba365 2024-11-13T07:27:53,610 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/46fcde604dd44a04a9589a13126ab39c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/46fcde604dd44a04a9589a13126ab39c 2024-11-13T07:27:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482933616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,617 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into 46fcde604dd44a04a9589a13126ab39c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:53,617 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:53,617 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=12, startTime=1731482873186; duration=0sec 2024-11-13T07:27:53,617 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:53,617 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:53,617 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:53,617 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 94653674f98549ac89dc2abfb90ba365(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,617 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:53,617 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=12, startTime=1731482873186; duration=0sec 2024-11-13T07:27:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482933617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,618 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:53,618 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482933617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,619 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:53,619 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:53,619 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,619 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/88ac938558474e7f8db65d29ad17d519, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=48.1 K 2024-11-13T07:27:53,620 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88ac938558474e7f8db65d29ad17d519, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731482869949 2024-11-13T07:27:53,620 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cba57d670d1d47918f1a341c5835a04d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482870032 2024-11-13T07:27:53,620 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0360288bb894459c87208f620c9f91aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482870151 2024-11-13T07:27:53,620 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f1cadeba4054dfab886d23108041202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482933617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,629 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:53,630 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/641b1ee0d31e476f8a418d16dcb1a346 is 50, key is test_row_0/C:col10/1731482872317/Put/seqid=0 2024-11-13T07:27:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742097_1273 (size=12915) 2024-11-13T07:27:53,717 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/59ac8fcdd7e646a8bbf108194ba58aa3 2024-11-13T07:27:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/d85bb15efe4c4855b68e9dad00d1cfb5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5 2024-11-13T07:27:53,725 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T07:27:53,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6e7a9f864c6846bda194d651059ec26e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e 2024-11-13T07:27:53,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T07:27:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/59ac8fcdd7e646a8bbf108194ba58aa3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3 2024-11-13T07:27:53,734 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T07:27:53,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f34ec545069735c4e9bd88f8b1ba4e24 in 449ms, sequenceid=290, compaction requested=false 2024-11-13T07:27:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T07:27:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T07:27:53,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T07:27:53,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3660 sec 2024-11-13T07:27:53,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3700 sec 2024-11-13T07:27:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:53,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:53,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:27:53,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4bd8322fc56943588beaef60d3821622 is 50, key is test_row_0/A:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742098_1274 (size=9857) 2024-11-13T07:27:53,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4bd8322fc56943588beaef60d3821622 2024-11-13T07:27:53,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2d7d09a5e3894e388ee031e7f234b812 is 50, key is test_row_0/B:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:53,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742099_1275 (size=9857) 2024-11-13T07:27:53,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2d7d09a5e3894e388ee031e7f234b812 2024-11-13T07:27:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482933869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482933871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482933873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482933873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/b6513b48ca30491e9ede56405af98cda is 50, key is test_row_0/C:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742100_1276 (size=9857) 2024-11-13T07:27:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482933977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482933986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482933986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482933986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,047 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/641b1ee0d31e476f8a418d16dcb1a346 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/641b1ee0d31e476f8a418d16dcb1a346 2024-11-13T07:27:54,051 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 641b1ee0d31e476f8a418d16dcb1a346(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:54,051 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:54,051 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=12, startTime=1731482873186; duration=0sec 2024-11-13T07:27:54,051 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:54,051 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:54,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482934187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482934196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482934196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482934197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/b6513b48ca30491e9ede56405af98cda 2024-11-13T07:27:54,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4bd8322fc56943588beaef60d3821622 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622 2024-11-13T07:27:54,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622, entries=100, sequenceid=305, filesize=9.6 K 2024-11-13T07:27:54,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2d7d09a5e3894e388ee031e7f234b812 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812 2024-11-13T07:27:54,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812, entries=100, sequenceid=305, filesize=9.6 K 2024-11-13T07:27:54,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/b6513b48ca30491e9ede56405af98cda as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda 2024-11-13T07:27:54,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda, entries=100, sequenceid=305, filesize=9.6 K 2024-11-13T07:27:54,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f34ec545069735c4e9bd88f8b1ba4e24 in 519ms, sequenceid=305, compaction requested=true 2024-11-13T07:27:54,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:54,348 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:54,348 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:54,349 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:54,349 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:54,349 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,349 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/94653674f98549ac89dc2abfb90ba365, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.3 K 2024-11-13T07:27:54,349 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:54,349 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:54,349 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,349 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/46fcde604dd44a04a9589a13126ab39c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.3 K 2024-11-13T07:27:54,350 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 94653674f98549ac89dc2abfb90ba365, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:54,350 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46fcde604dd44a04a9589a13126ab39c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:54,350 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e7a9f864c6846bda194d651059ec26e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731482872352 2024-11-13T07:27:54,350 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d85bb15efe4c4855b68e9dad00d1cfb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731482872352 2024-11-13T07:27:54,351 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d7d09a5e3894e388ee031e7f234b812, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482873506 2024-11-13T07:27:54,351 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd8322fc56943588beaef60d3821622, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482873506 2024-11-13T07:27:54,360 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:54,360 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9093cfd109bd4280ba7aeed8dd3b01af is 50, key is test_row_0/A:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:54,362 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:54,363 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8b75e10bd38940c48d4dfc769cefc797 is 50, key is test_row_0/B:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742101_1277 (size=13017) 2024-11-13T07:27:54,390 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9093cfd109bd4280ba7aeed8dd3b01af as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9093cfd109bd4280ba7aeed8dd3b01af 2024-11-13T07:27:54,397 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into 9093cfd109bd4280ba7aeed8dd3b01af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:54,397 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:54,397 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=13, startTime=1731482874347; duration=0sec 2024-11-13T07:27:54,398 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:54,398 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:54,398 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:54,399 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:54,399 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:54,399 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,399 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/641b1ee0d31e476f8a418d16dcb1a346, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.3 K 2024-11-13T07:27:54,400 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 641b1ee0d31e476f8a418d16dcb1a346, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731482872317 2024-11-13T07:27:54,400 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ac8fcdd7e646a8bbf108194ba58aa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731482872352 2024-11-13T07:27:54,400 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6513b48ca30491e9ede56405af98cda, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482873506 2024-11-13T07:27:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742102_1278 (size=13017) 2024-11-13T07:27:54,446 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:54,447 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/834a1033023a4d03aa1aaafe1b974f9c is 50, key is test_row_0/C:col10/1731482873827/Put/seqid=0 2024-11-13T07:27:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742103_1279 (size=13017) 2024-11-13T07:27:54,462 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/834a1033023a4d03aa1aaafe1b974f9c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/834a1033023a4d03aa1aaafe1b974f9c 2024-11-13T07:27:54,466 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 834a1033023a4d03aa1aaafe1b974f9c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:54,466 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:54,466 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=13, startTime=1731482874348; duration=0sec 2024-11-13T07:27:54,467 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:54,467 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:54,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:54,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4ca83f6e7fb1456e896edc03110d4492 is 50, key is test_row_0/A:col10/1731482873870/Put/seqid=0 2024-11-13T07:27:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T07:27:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,516 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482934513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,517 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T07:27:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482934514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482934517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482934518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482934526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,529 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,532 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:54,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742104_1280 (size=14741) 2024-11-13T07:27:54,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4ca83f6e7fb1456e896edc03110d4492 2024-11-13T07:27:54,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/287a245a3e704a61a45bd5bb64b0f0cc is 50, key is test_row_0/B:col10/1731482873870/Put/seqid=0 2024-11-13T07:27:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742105_1281 (size=12301) 2024-11-13T07:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482934626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482934626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482934627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482934627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,834 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8b75e10bd38940c48d4dfc769cefc797 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8b75e10bd38940c48d4dfc769cefc797 2024-11-13T07:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:54,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482934836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,839 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 8b75e10bd38940c48d4dfc769cefc797(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:54,839 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:54,839 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=13, startTime=1731482874348; duration=0sec 2024-11-13T07:27:54,839 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:54,839 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482934837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482934837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482934837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:54,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/287a245a3e704a61a45bd5bb64b0f0cc 2024-11-13T07:27:54,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a9e88d271a7e40de95d2909d7225dd6d is 50, key is test_row_0/C:col10/1731482873870/Put/seqid=0 2024-11-13T07:27:54,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742106_1282 (size=12301) 2024-11-13T07:27:54,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:54,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:55,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482935147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482935147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482935147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482935147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:55,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:55,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:55,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:55,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:55,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:55,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a9e88d271a7e40de95d2909d7225dd6d 2024-11-13T07:27:55,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/4ca83f6e7fb1456e896edc03110d4492 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492 2024-11-13T07:27:55,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492, entries=200, sequenceid=333, filesize=14.4 K 2024-11-13T07:27:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/287a245a3e704a61a45bd5bb64b0f0cc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc 2024-11-13T07:27:55,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc, entries=150, sequenceid=333, filesize=12.0 K 2024-11-13T07:27:55,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a9e88d271a7e40de95d2909d7225dd6d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d 2024-11-13T07:27:55,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d, entries=150, sequenceid=333, filesize=12.0 K 2024-11-13T07:27:55,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f34ec545069735c4e9bd88f8b1ba4e24 in 902ms, sequenceid=333, compaction requested=false 2024-11-13T07:27:55,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:55,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T07:27:55,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:55,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:27:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2cb8db56c4a443a99cd739a4ec58f8c4 is 50, key is test_row_0/A:col10/1731482874514/Put/seqid=0 2024-11-13T07:27:55,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742107_1283 (size=9857) 2024-11-13T07:27:55,524 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2cb8db56c4a443a99cd739a4ec58f8c4 2024-11-13T07:27:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8944ff26ae1b434eb3125ffe10e3314b is 50, key is test_row_0/B:col10/1731482874514/Put/seqid=0 2024-11-13T07:27:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742108_1284 (size=9857) 2024-11-13T07:27:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:55,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482935693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482935693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482935694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482935696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482935806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482935806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482935806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482935806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,005 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8944ff26ae1b434eb3125ffe10e3314b 2024-11-13T07:27:56,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5aeee63428fc4ecdb4c7263afc45165f is 50, key is test_row_0/C:col10/1731482874514/Put/seqid=0 2024-11-13T07:27:56,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482936017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482936017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482936017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482936017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742109_1285 (size=9857) 2024-11-13T07:27:56,045 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5aeee63428fc4ecdb4c7263afc45165f 2024-11-13T07:27:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2cb8db56c4a443a99cd739a4ec58f8c4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4 2024-11-13T07:27:56,057 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4, entries=100, sequenceid=346, filesize=9.6 K 2024-11-13T07:27:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/8944ff26ae1b434eb3125ffe10e3314b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b 2024-11-13T07:27:56,065 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b, entries=100, sequenceid=346, filesize=9.6 K 2024-11-13T07:27:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5aeee63428fc4ecdb4c7263afc45165f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f 2024-11-13T07:27:56,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f, entries=100, sequenceid=346, filesize=9.6 K 2024-11-13T07:27:56,074 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f34ec545069735c4e9bd88f8b1ba4e24 in 616ms, sequenceid=346, compaction requested=true 2024-11-13T07:27:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T07:27:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T07:27:56,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T07:27:56,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5620 sec 2024-11-13T07:27:56,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec 2024-11-13T07:27:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:56,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:56,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:27:56,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9ad4a0fac5184b6194719d39f5de1ad4 is 50, key is test_row_0/A:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482936336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482936337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482936337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482936338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742110_1286 (size=17181) 2024-11-13T07:27:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482936446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482936446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482936446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482936446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482936536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,538 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:27:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482936656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482936656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482936656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482936656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T07:27:56,667 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:56,667 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-13T07:27:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:56,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:56,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:56,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:56,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9ad4a0fac5184b6194719d39f5de1ad4 2024-11-13T07:27:56,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6ca45d1d24be4963bbf9aca1505f870b is 50, key is test_row_0/B:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742111_1287 (size=12301) 2024-11-13T07:27:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:56,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T07:27:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:56,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482936967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482936967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482936968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482936968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:56,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T07:27:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:56,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:57,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T07:27:57,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:57,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:57,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6ca45d1d24be4963bbf9aca1505f870b 2024-11-13T07:27:57,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0c1fad6aa0624ce8bde963ef13f401dd is 50, key is test_row_0/C:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:57,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742112_1288 (size=12301) 2024-11-13T07:27:57,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0c1fad6aa0624ce8bde963ef13f401dd 2024-11-13T07:27:57,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9ad4a0fac5184b6194719d39f5de1ad4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4 2024-11-13T07:27:57,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4, entries=250, sequenceid=373, filesize=16.8 K 2024-11-13T07:27:57,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6ca45d1d24be4963bbf9aca1505f870b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b 2024-11-13T07:27:57,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b, entries=150, sequenceid=373, filesize=12.0 K 2024-11-13T07:27:57,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/0c1fad6aa0624ce8bde963ef13f401dd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd 2024-11-13T07:27:57,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-13T07:27:57,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f34ec545069735c4e9bd88f8b1ba4e24 in 922ms, sequenceid=373, compaction requested=true 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:57,252 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:57,252 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:57,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:57,253 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:57,253 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:57,253 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,253 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8b75e10bd38940c48d4dfc769cefc797, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=46.4 K 2024-11-13T07:27:57,254 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54796 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:57,254 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:57,254 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,254 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9093cfd109bd4280ba7aeed8dd3b01af, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=53.5 K 2024-11-13T07:27:57,254 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b75e10bd38940c48d4dfc769cefc797, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482872355 2024-11-13T07:27:57,255 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9093cfd109bd4280ba7aeed8dd3b01af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482872355 2024-11-13T07:27:57,255 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 287a245a3e704a61a45bd5bb64b0f0cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731482873866 2024-11-13T07:27:57,255 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca83f6e7fb1456e896edc03110d4492, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731482873866 2024-11-13T07:27:57,255 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8944ff26ae1b434eb3125ffe10e3314b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731482874513 2024-11-13T07:27:57,255 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cb8db56c4a443a99cd739a4ec58f8c4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731482874513 2024-11-13T07:27:57,256 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca45d1d24be4963bbf9aca1505f870b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875691 2024-11-13T07:27:57,256 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ad4a0fac5184b6194719d39f5de1ad4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875683 2024-11-13T07:27:57,275 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:57,276 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2995a5df82654c5987e42a3875baf5e5 is 50, key is test_row_0/B:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:57,277 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:57,278 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9a9a9b0d571d477a89be28e9e8d0c324 is 50, key is test_row_0/A:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:57,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T07:27:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,293 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T07:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742113_1289 (size=13153) 2024-11-13T07:27:57,315 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2995a5df82654c5987e42a3875baf5e5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2995a5df82654c5987e42a3875baf5e5 2024-11-13T07:27:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742114_1290 (size=13153) 2024-11-13T07:27:57,324 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 2995a5df82654c5987e42a3875baf5e5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:57,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:57,324 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=12, startTime=1731482877252; duration=0sec 2024-11-13T07:27:57,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:57,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:57,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:27:57,326 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:27:57,326 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:57,326 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,327 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/834a1033023a4d03aa1aaafe1b974f9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=46.4 K 2024-11-13T07:27:57,327 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 834a1033023a4d03aa1aaafe1b974f9c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731482872355 2024-11-13T07:27:57,327 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e88d271a7e40de95d2909d7225dd6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731482873866 2024-11-13T07:27:57,328 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aeee63428fc4ecdb4c7263afc45165f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731482874513 2024-11-13T07:27:57,328 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c1fad6aa0624ce8bde963ef13f401dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875691 2024-11-13T07:27:57,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/cdd89f3b2af0464caafdd93515c88945 is 50, key is test_row_0/A:col10/1731482876334/Put/seqid=0 2024-11-13T07:27:57,347 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:57,347 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/339f8f614b5a4954aec366553302469c is 50, key is test_row_0/C:col10/1731482875691/Put/seqid=0 2024-11-13T07:27:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742115_1291 (size=9857) 2024-11-13T07:27:57,358 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/cdd89f3b2af0464caafdd93515c88945 2024-11-13T07:27:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742116_1292 (size=13153) 2024-11-13T07:27:57,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0bb26cb8378c40bdbfe01357a6dbd5b3 is 50, key is test_row_0/B:col10/1731482876334/Put/seqid=0 2024-11-13T07:27:57,382 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/339f8f614b5a4954aec366553302469c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/339f8f614b5a4954aec366553302469c 2024-11-13T07:27:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742117_1293 (size=9857) 2024-11-13T07:27:57,387 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0bb26cb8378c40bdbfe01357a6dbd5b3 2024-11-13T07:27:57,388 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 339f8f614b5a4954aec366553302469c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:57,388 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:57,388 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=12, startTime=1731482877252; duration=0sec 2024-11-13T07:27:57,388 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:57,388 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:57,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7b4858a53b2246f8abd0eb414e69f3c6 is 50, key is test_row_0/C:col10/1731482876334/Put/seqid=0 2024-11-13T07:27:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742118_1294 (size=9857) 2024-11-13T07:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482937508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482937509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482937511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482937512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482937617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482937617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482937617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482937626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,727 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/9a9a9b0d571d477a89be28e9e8d0c324 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9a9a9b0d571d477a89be28e9e8d0c324 2024-11-13T07:27:57,731 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into 9a9a9b0d571d477a89be28e9e8d0c324(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:57,731 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:57,731 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=12, startTime=1731482877252; duration=0sec 2024-11-13T07:27:57,731 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:57,731 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482937827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482937827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482937827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7b4858a53b2246f8abd0eb414e69f3c6 2024-11-13T07:27:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/cdd89f3b2af0464caafdd93515c88945 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945 2024-11-13T07:27:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482937836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:57,840 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945, entries=100, sequenceid=382, filesize=9.6 K 2024-11-13T07:27:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0bb26cb8378c40bdbfe01357a6dbd5b3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3 2024-11-13T07:27:57,847 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3, entries=100, sequenceid=382, filesize=9.6 K 2024-11-13T07:27:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7b4858a53b2246f8abd0eb414e69f3c6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6 2024-11-13T07:27:57,853 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6, entries=100, sequenceid=382, filesize=9.6 K 2024-11-13T07:27:57,854 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f34ec545069735c4e9bd88f8b1ba4e24 in 561ms, sequenceid=382, compaction requested=false 2024-11-13T07:27:57,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:57,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:57,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-13T07:27:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-13T07:27:57,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T07:27:57,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1850 sec 2024-11-13T07:27:57,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.1910 sec 2024-11-13T07:27:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:27:58,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T07:27:58,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/93af6011516f477082b790f50fb88827 is 50, key is test_row_0/A:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742119_1295 (size=12301) 2024-11-13T07:27:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482938144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482938145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482938146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482938148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482938256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482938256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482938256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482938466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482938466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482938466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/93af6011516f477082b790f50fb88827 2024-11-13T07:27:58,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/e2bceeadb7d6400789758ada1b11d6d1 is 50, key is test_row_0/B:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742120_1296 (size=12301) 2024-11-13T07:27:58,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482938657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482938777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482938777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482938777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T07:27:58,816 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:27:58,817 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:27:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-13T07:27:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:27:58,818 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:27:58,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:27:58,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:27:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:27:58,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/e2bceeadb7d6400789758ada1b11d6d1 2024-11-13T07:27:58,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5847c191d4f04a049fca8ca638a5a63d is 50, key is test_row_0/C:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:58,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T07:27:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:58,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742121_1297 (size=12301) 2024-11-13T07:27:59,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T07:27:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:27:59,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T07:27:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:27:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482939286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482939286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482939286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:59,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5847c191d4f04a049fca8ca638a5a63d 2024-11-13T07:27:59,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/93af6011516f477082b790f50fb88827 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827 2024-11-13T07:27:59,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827, entries=150, sequenceid=413, filesize=12.0 K 2024-11-13T07:27:59,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/e2bceeadb7d6400789758ada1b11d6d1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1 2024-11-13T07:27:59,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1, entries=150, sequenceid=413, filesize=12.0 K 2024-11-13T07:27:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/5847c191d4f04a049fca8ca638a5a63d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d 2024-11-13T07:27:59,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-13T07:27:59,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f34ec545069735c4e9bd88f8b1ba4e24 in 1255ms, sequenceid=413, compaction requested=true 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:59,394 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:59,394 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:27:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:59,395 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:59,395 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:59,395 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:27:59,395 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:27:59,395 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,395 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,396 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2995a5df82654c5987e42a3875baf5e5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.5 K 2024-11-13T07:27:59,396 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9a9a9b0d571d477a89be28e9e8d0c324, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.5 K 2024-11-13T07:27:59,396 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2995a5df82654c5987e42a3875baf5e5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875691 2024-11-13T07:27:59,397 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a9a9b0d571d477a89be28e9e8d0c324, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875691 2024-11-13T07:27:59,397 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bb26cb8378c40bdbfe01357a6dbd5b3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731482876334 2024-11-13T07:27:59,397 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd89f3b2af0464caafdd93515c88945, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731482876334 2024-11-13T07:27:59,397 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e2bceeadb7d6400789758ada1b11d6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:27:59,398 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93af6011516f477082b790f50fb88827, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:27:59,407 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:59,407 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6c7700c0c9b64e359df7184c475310b9 is 50, key is test_row_0/B:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:59,409 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:59,409 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/a9f81e61126146b48f0a7c3239adedfd is 50, key is test_row_0/A:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742122_1298 (size=13255) 2024-11-13T07:27:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742123_1299 (size=13255) 2024-11-13T07:27:59,421 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/6c7700c0c9b64e359df7184c475310b9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6c7700c0c9b64e359df7184c475310b9 2024-11-13T07:27:59,426 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/a9f81e61126146b48f0a7c3239adedfd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/a9f81e61126146b48f0a7c3239adedfd 2024-11-13T07:27:59,430 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 6c7700c0c9b64e359df7184c475310b9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:59,430 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:59,430 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=13, startTime=1731482879394; duration=0sec 2024-11-13T07:27:59,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T07:27:59,430 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:27:59,430 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:27:59,430 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:27:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,431 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T07:27:59,434 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:27:59,434 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:27:59,435 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:27:59,435 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/339f8f614b5a4954aec366553302469c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.5 K 2024-11-13T07:27:59,435 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 339f8f614b5a4954aec366553302469c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731482875691 2024-11-13T07:27:59,436 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4858a53b2246f8abd0eb414e69f3c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731482876334 2024-11-13T07:27:59,436 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5847c191d4f04a049fca8ca638a5a63d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:27:59,437 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into a9f81e61126146b48f0a7c3239adedfd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:59,437 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:59,437 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=13, startTime=1731482879394; duration=0sec 2024-11-13T07:27:59,437 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:59,437 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:27:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/0a8bf8c9cbde4c01ba6539e161713f7c is 50, key is test_row_0/A:col10/1731482878143/Put/seqid=0 2024-11-13T07:27:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:27:59,459 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:27:59,459 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/91d16d8a53284f52900abc184cf23e4d is 50, key is test_row_0/C:col10/1731482877506/Put/seqid=0 2024-11-13T07:27:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742124_1300 (size=9857) 2024-11-13T07:27:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742125_1301 (size=13255) 2024-11-13T07:27:59,484 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/91d16d8a53284f52900abc184cf23e4d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/91d16d8a53284f52900abc184cf23e4d 2024-11-13T07:27:59,493 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 91d16d8a53284f52900abc184cf23e4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:27:59,493 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:27:59,493 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=13, startTime=1731482879394; duration=0sec 2024-11-13T07:27:59,493 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:27:59,493 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:27:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:27:59,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:27:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482939762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:59,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:27:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482939866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:27:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:27:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:27:59,870 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/0a8bf8c9cbde4c01ba6539e161713f7c 2024-11-13T07:27:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/7fbaae853d7d4ee4af8a9c620c08560c is 50, key is test_row_0/B:col10/1731482878143/Put/seqid=0 2024-11-13T07:27:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742126_1302 (size=9857) 2024-11-13T07:27:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:28:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482940077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/7fbaae853d7d4ee4af8a9c620c08560c 2024-11-13T07:28:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482940297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482940297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,303 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:00,303 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482940306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fbd9d266b5b4716ae073e275061de26 is 50, key is test_row_0/C:col10/1731482878143/Put/seqid=0 2024-11-13T07:28:00,312 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742127_1303 (size=9857) 2024-11-13T07:28:00,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482940386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54946 deadline: 1731482940556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,558 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,751 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fbd9d266b5b4716ae073e275061de26 2024-11-13T07:28:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/0a8bf8c9cbde4c01ba6539e161713f7c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c 2024-11-13T07:28:00,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c, entries=100, sequenceid=422, filesize=9.6 K 2024-11-13T07:28:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/7fbaae853d7d4ee4af8a9c620c08560c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c 2024-11-13T07:28:00,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c, entries=100, sequenceid=422, filesize=9.6 K 2024-11-13T07:28:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7fbd9d266b5b4716ae073e275061de26 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26 2024-11-13T07:28:00,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26, entries=100, sequenceid=422, filesize=9.6 K 2024-11-13T07:28:00,804 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f34ec545069735c4e9bd88f8b1ba4e24 in 1372ms, sequenceid=422, compaction requested=false 2024-11-13T07:28:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-13T07:28:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-13T07:28:00,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T07:28:00,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9860 sec 2024-11-13T07:28:00,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.9910 sec 2024-11-13T07:28:00,902 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:00,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T07:28:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:00,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2a614d4e6f3641908fade4655b99122a is 50, key is test_row_0/A:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482940930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T07:28:00,977 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:00,978 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-13T07:28:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:00,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:00,984 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:00,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742128_1304 (size=14741) 2024-11-13T07:28:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482941056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:01,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482941266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:01,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2a614d4e6f3641908fade4655b99122a 2024-11-13T07:28:01,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2500cce143754978bff0a31f636d4a5b is 50, key is test_row_0/B:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742129_1305 (size=12301) 2024-11-13T07:28:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482941578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:01,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:01,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2500cce143754978bff0a31f636d4a5b 2024-11-13T07:28:01,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/efdba388fb28478fb8fd5c40e50771ab is 50, key is test_row_0/C:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742130_1306 (size=12301) 2024-11-13T07:28:01,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/efdba388fb28478fb8fd5c40e50771ab 2024-11-13T07:28:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/2a614d4e6f3641908fade4655b99122a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a 2024-11-13T07:28:01,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a, entries=200, sequenceid=453, filesize=14.4 K 2024-11-13T07:28:01,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/2500cce143754978bff0a31f636d4a5b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b 2024-11-13T07:28:01,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b, entries=150, sequenceid=453, filesize=12.0 K 2024-11-13T07:28:01,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/efdba388fb28478fb8fd5c40e50771ab as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab 2024-11-13T07:28:01,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab, entries=150, sequenceid=453, filesize=12.0 K 2024-11-13T07:28:01,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for f34ec545069735c4e9bd88f8b1ba4e24 in 964ms, sequenceid=453, compaction requested=true 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:01,866 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:01,866 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:01,867 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:01,867 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:28:01,867 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,867 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:01,867 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/a9f81e61126146b48f0a7c3239adedfd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=37.0 K 2024-11-13T07:28:01,867 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:28:01,867 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,867 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6c7700c0c9b64e359df7184c475310b9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.6 K 2024-11-13T07:28:01,868 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9f81e61126146b48f0a7c3239adedfd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:28:01,868 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7700c0c9b64e359df7184c475310b9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:28:01,868 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8bf8c9cbde4c01ba6539e161713f7c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482878143 2024-11-13T07:28:01,869 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fbaae853d7d4ee4af8a9c620c08560c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482878143 2024-11-13T07:28:01,869 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2500cce143754978bff0a31f636d4a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:01,869 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a614d4e6f3641908fade4655b99122a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:01,877 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:01,877 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/1e723d1419f4490e82de9d90aa8cec96 is 50, key is test_row_0/A:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:01,877 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:01,877 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/53f39e49e0844a6fa6a4e45439131d9d is 50, key is test_row_0/B:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742131_1307 (size=13357) 2024-11-13T07:28:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742132_1308 (size=13357) 2024-11-13T07:28:01,904 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/1e723d1419f4490e82de9d90aa8cec96 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1e723d1419f4490e82de9d90aa8cec96 2024-11-13T07:28:01,920 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into 1e723d1419f4490e82de9d90aa8cec96(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:01,920 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:01,920 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=13, startTime=1731482881866; duration=0sec 2024-11-13T07:28:01,920 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/53f39e49e0844a6fa6a4e45439131d9d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/53f39e49e0844a6fa6a4e45439131d9d 2024-11-13T07:28:01,921 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:01,921 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:28:01,921 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:01,922 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:01,922 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:28:01,922 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,922 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/91d16d8a53284f52900abc184cf23e4d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=34.6 K 2024-11-13T07:28:01,923 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91d16d8a53284f52900abc184cf23e4d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731482877504 2024-11-13T07:28:01,923 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fbd9d266b5b4716ae073e275061de26, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482878143 2024-11-13T07:28:01,923 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting efdba388fb28478fb8fd5c40e50771ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T07:28:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:01,931 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T07:28:01,944 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 53f39e49e0844a6fa6a4e45439131d9d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:01,944 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:01,945 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=13, startTime=1731482881866; duration=0sec 2024-11-13T07:28:01,945 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:01,945 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:28:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/7d09aed16a1644cb8acab965180c93bc is 50, key is test_row_1/A:col10/1731482880928/Put/seqid=0 2024-11-13T07:28:01,979 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#266 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:01,980 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/698169a134d541fb9684cbeeb4f0605c is 50, key is test_row_0/C:col10/1731482879746/Put/seqid=0 2024-11-13T07:28:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742133_1309 (size=9857) 2024-11-13T07:28:02,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/7d09aed16a1644cb8acab965180c93bc 2024-11-13T07:28:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742134_1310 (size=13357) 2024-11-13T07:28:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b1339f31a48a4d7da11c496994790b78 is 50, key is test_row_1/B:col10/1731482880928/Put/seqid=0 2024-11-13T07:28:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742135_1311 (size=9857) 2024-11-13T07:28:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482942255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55032 deadline: 1731482942327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55000 deadline: 1731482942327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54998 deadline: 1731482942327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,329 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,329 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,330 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in f34ec545069735c4e9bd88f8b1ba4e24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482942366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,448 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/698169a134d541fb9684cbeeb4f0605c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/698169a134d541fb9684cbeeb4f0605c 2024-11-13T07:28:02,457 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 698169a134d541fb9684cbeeb4f0605c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:02,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:02,457 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=13, startTime=1731482881866; duration=0sec 2024-11-13T07:28:02,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:02,457 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:28:02,489 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b1339f31a48a4d7da11c496994790b78 2024-11-13T07:28:02,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2de80ad6c9444d9a8ae3433467f14f17 is 50, key is test_row_1/C:col10/1731482880928/Put/seqid=0 2024-11-13T07:28:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742136_1312 (size=9857) 2024-11-13T07:28:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482942576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482942886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:02,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2de80ad6c9444d9a8ae3433467f14f17 2024-11-13T07:28:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/7d09aed16a1644cb8acab965180c93bc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc 2024-11-13T07:28:02,943 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc, entries=100, sequenceid=461, filesize=9.6 K 2024-11-13T07:28:02,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/b1339f31a48a4d7da11c496994790b78 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78 2024-11-13T07:28:02,948 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78, entries=100, sequenceid=461, filesize=9.6 K 2024-11-13T07:28:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/2de80ad6c9444d9a8ae3433467f14f17 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17 2024-11-13T07:28:02,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17, entries=100, sequenceid=461, filesize=9.6 K 2024-11-13T07:28:02,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f34ec545069735c4e9bd88f8b1ba4e24 in 1027ms, sequenceid=461, compaction requested=false 2024-11-13T07:28:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-13T07:28:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-13T07:28:02,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-13T07:28:02,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9890 sec 2024-11-13T07:28:02,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.9990 sec 2024-11-13T07:28:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T07:28:03,127 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:03,127 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-13T07:28:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T07:28:03,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:03,130 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:03,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T07:28:03,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T07:28:03,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:03,282 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T07:28:03,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/ac3e479b7d0b4309b4dbfda210b9b203 is 50, key is test_row_0/A:col10/1731482882203/Put/seqid=0 2024-11-13T07:28:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742137_1313 (size=12301) 2024-11-13T07:28:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:03,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:03,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482943428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T07:28:03,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482943536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:03,712 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/ac3e479b7d0b4309b4dbfda210b9b203 2024-11-13T07:28:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4566d6218a334a1bb12d5e9c3a679152 is 50, key is test_row_0/B:col10/1731482882203/Put/seqid=0 2024-11-13T07:28:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742138_1314 (size=12301) 2024-11-13T07:28:03,736 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4566d6218a334a1bb12d5e9c3a679152 2024-11-13T07:28:03,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/9f02ec12e4dc495bbb3291cdce48befc is 50, key is test_row_0/C:col10/1731482882203/Put/seqid=0 2024-11-13T07:28:03,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482943746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T07:28:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742139_1315 (size=12301) 2024-11-13T07:28:03,765 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/9f02ec12e4dc495bbb3291cdce48befc 2024-11-13T07:28:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/ac3e479b7d0b4309b4dbfda210b9b203 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203 2024-11-13T07:28:03,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203, entries=150, sequenceid=492, filesize=12.0 K 2024-11-13T07:28:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/4566d6218a334a1bb12d5e9c3a679152 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152 2024-11-13T07:28:03,778 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152, entries=150, sequenceid=492, filesize=12.0 K 2024-11-13T07:28:03,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/9f02ec12e4dc495bbb3291cdce48befc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc 2024-11-13T07:28:03,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc, entries=150, sequenceid=492, filesize=12.0 K 2024-11-13T07:28:03,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for f34ec545069735c4e9bd88f8b1ba4e24 in 502ms, sequenceid=492, compaction requested=true 2024-11-13T07:28:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-13T07:28:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-13T07:28:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T07:28:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 656 msec 2024-11-13T07:28:03,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 665 msec 2024-11-13T07:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:28:04,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/e671df15122c4522b3625bb261cb1532 is 50, key is test_row_0/A:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742140_1316 (size=14741) 2024-11-13T07:28:04,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482944174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T07:28:04,267 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:04,267 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-13T07:28:04,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:04,269 INFO [Thread-1029 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1029. 2024-11-13T07:28:04,269 DEBUG [Thread-1029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:04,269 DEBUG [Thread-1029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:04,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:04,269 INFO [Thread-1027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1027. 2024-11-13T07:28:04,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:04,269 DEBUG [Thread-1027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:04,269 DEBUG [Thread-1027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,269 DEBUG [Thread-1029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,269 DEBUG [Thread-1027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:04,271 INFO [Thread-1021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1021. 2024-11-13T07:28:04,271 DEBUG [Thread-1021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:04,271 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,271 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:04,273 INFO [Thread-1025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1025. 2024-11-13T07:28:04,273 DEBUG [Thread-1025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:04,273 DEBUG [Thread-1025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,273 DEBUG [Thread-1025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:04,274 INFO [Thread-1023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1023. 2024-11-13T07:28:04,274 DEBUG [Thread-1023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:04,274 DEBUG [Thread-1023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,274 DEBUG [Thread-1023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:04,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:04,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482944287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:04,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/e671df15122c4522b3625bb261cb1532 2024-11-13T07:28:04,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dee272c919804fbfa9effa72319c2b20 is 50, key is test_row_0/B:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742141_1317 (size=12301) 2024-11-13T07:28:04,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482944497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:04,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:04,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54988 deadline: 1731482944807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:04,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:04,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:04,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dee272c919804fbfa9effa72319c2b20 2024-11-13T07:28:04,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a95926036d1e431dbc4b40cfb669876f is 50, key is test_row_0/C:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742142_1318 (size=12301) 2024-11-13T07:28:05,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a95926036d1e431dbc4b40cfb669876f 2024-11-13T07:28:05,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/e671df15122c4522b3625bb261cb1532 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532 2024-11-13T07:28:05,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532, entries=200, sequenceid=503, filesize=14.4 K 2024-11-13T07:28:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/dee272c919804fbfa9effa72319c2b20 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20 2024-11-13T07:28:05,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20, entries=150, sequenceid=503, filesize=12.0 K 2024-11-13T07:28:05,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/a95926036d1e431dbc4b40cfb669876f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f 2024-11-13T07:28:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f, entries=150, sequenceid=503, filesize=12.0 K 2024-11-13T07:28:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f34ec545069735c4e9bd88f8b1ba4e24 in 1245ms, sequenceid=503, compaction requested=true 2024-11-13T07:28:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:05,314 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f34ec545069735c4e9bd88f8b1ba4e24:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:05,314 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:05,314 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50256 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:05,314 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/A is initiating minor compaction (all files) 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/B is initiating minor compaction (all files) 2024-11-13T07:28:05,315 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/B in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,315 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/A in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,315 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/53f39e49e0844a6fa6a4e45439131d9d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=46.7 K 2024-11-13T07:28:05,315 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1e723d1419f4490e82de9d90aa8cec96, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=49.1 K 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 53f39e49e0844a6fa6a4e45439131d9d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e723d1419f4490e82de9d90aa8cec96, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b1339f31a48a4d7da11c496994790b78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731482880920 2024-11-13T07:28:05,315 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d09aed16a1644cb8acab965180c93bc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731482880920 2024-11-13T07:28:05,316 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4566d6218a334a1bb12d5e9c3a679152, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731482882203 2024-11-13T07:28:05,316 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3e479b7d0b4309b4dbfda210b9b203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731482882203 2024-11-13T07:28:05,316 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting dee272c919804fbfa9effa72319c2b20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731482883426 2024-11-13T07:28:05,316 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e671df15122c4522b3625bb261cb1532, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731482883426 2024-11-13T07:28:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:05,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:28:05,318 INFO [Thread-1016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1016. 2024-11-13T07:28:05,318 DEBUG [Thread-1016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:05,318 DEBUG [Thread-1016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:05,318 DEBUG [Thread-1016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:05,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:05,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/99b731b6d2a6450b9dc35dd1cea490c4 is 50, key is test_row_0/A:col10/1731482884170/Put/seqid=0 2024-11-13T07:28:05,325 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:05,325 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/277bbfbfd4b1439e957390d0978aacb1 is 50, key is test_row_0/B:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:05,331 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:05,331 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/b3dc0fccc86a48fc90a09a929c2a3228 is 50, key is test_row_0/A:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742143_1319 (size=12301) 2024-11-13T07:28:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742144_1320 (size=13493) 2024-11-13T07:28:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742145_1321 (size=13493) 2024-11-13T07:28:05,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:05,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/99b731b6d2a6450b9dc35dd1cea490c4 2024-11-13T07:28:05,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/277bbfbfd4b1439e957390d0978aacb1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/277bbfbfd4b1439e957390d0978aacb1 2024-11-13T07:28:05,740 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/b3dc0fccc86a48fc90a09a929c2a3228 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/b3dc0fccc86a48fc90a09a929c2a3228 2024-11-13T07:28:05,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0b5705c1a16043bfa60bdbba8a07f161 is 50, key is test_row_0/B:col10/1731482884170/Put/seqid=0 2024-11-13T07:28:05,743 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/B of f34ec545069735c4e9bd88f8b1ba4e24 into 277bbfbfd4b1439e957390d0978aacb1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:05,743 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:05,743 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/B, priority=12, startTime=1731482885314; duration=0sec 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:B 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:05,744 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/A of f34ec545069735c4e9bd88f8b1ba4e24 into b3dc0fccc86a48fc90a09a929c2a3228(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:05,744 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/A, priority=12, startTime=1731482885314; duration=0sec 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:05,744 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:A 2024-11-13T07:28:05,745 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:05,745 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): f34ec545069735c4e9bd88f8b1ba4e24/C is initiating minor compaction (all files) 2024-11-13T07:28:05,745 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f34ec545069735c4e9bd88f8b1ba4e24/C in TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,745 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/698169a134d541fb9684cbeeb4f0605c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp, totalSize=46.7 K 2024-11-13T07:28:05,745 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 698169a134d541fb9684cbeeb4f0605c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731482879746 2024-11-13T07:28:05,745 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2de80ad6c9444d9a8ae3433467f14f17, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731482880920 2024-11-13T07:28:05,746 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f02ec12e4dc495bbb3291cdce48befc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731482882203 2024-11-13T07:28:05,746 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a95926036d1e431dbc4b40cfb669876f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731482883426 2024-11-13T07:28:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742146_1322 (size=12301) 2024-11-13T07:28:05,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0b5705c1a16043bfa60bdbba8a07f161 2024-11-13T07:28:05,757 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f34ec545069735c4e9bd88f8b1ba4e24#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:05,758 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7e76cb91bc1e499da0d1f08b34c0a039 is 50, key is test_row_0/C:col10/1731482883426/Put/seqid=0 2024-11-13T07:28:05,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f1d461e6d2364f99a6d71a6215a5cd73 is 50, key is test_row_0/C:col10/1731482884170/Put/seqid=0 2024-11-13T07:28:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742147_1323 (size=13493) 2024-11-13T07:28:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742148_1324 (size=12301) 2024-11-13T07:28:05,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:05,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:06,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. as already flushing 2024-11-13T07:28:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:06,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:06,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f1d461e6d2364f99a6d71a6215a5cd73 2024-11-13T07:28:06,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/99b731b6d2a6450b9dc35dd1cea490c4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/99b731b6d2a6450b9dc35dd1cea490c4 2024-11-13T07:28:06,173 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/7e76cb91bc1e499da0d1f08b34c0a039 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7e76cb91bc1e499da0d1f08b34c0a039 2024-11-13T07:28:06,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/99b731b6d2a6450b9dc35dd1cea490c4, entries=150, sequenceid=529, filesize=12.0 K 2024-11-13T07:28:06,178 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f34ec545069735c4e9bd88f8b1ba4e24/C of f34ec545069735c4e9bd88f8b1ba4e24 into 7e76cb91bc1e499da0d1f08b34c0a039(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:06,178 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:06,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/0b5705c1a16043bfa60bdbba8a07f161 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0b5705c1a16043bfa60bdbba8a07f161 2024-11-13T07:28:06,178 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., storeName=f34ec545069735c4e9bd88f8b1ba4e24/C, priority=12, startTime=1731482885314; duration=0sec 2024-11-13T07:28:06,178 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:06,178 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f34ec545069735c4e9bd88f8b1ba4e24:C 2024-11-13T07:28:06,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0b5705c1a16043bfa60bdbba8a07f161, entries=150, sequenceid=529, filesize=12.0 K 2024-11-13T07:28:06,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/f1d461e6d2364f99a6d71a6215a5cd73 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f1d461e6d2364f99a6d71a6215a5cd73 2024-11-13T07:28:06,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f1d461e6d2364f99a6d71a6215a5cd73, entries=150, sequenceid=529, filesize=12.0 K 2024-11-13T07:28:06,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for f34ec545069735c4e9bd88f8b1ba4e24 in 869ms, sequenceid=529, compaction requested=false 2024-11-13T07:28:06,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:06,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T07:28:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for f34ec545069735c4e9bd88f8b1ba4e24: 2024-11-13T07:28:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-13T07:28:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-13T07:28:06,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T07:28:06,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9890 sec 2024-11-13T07:28:06,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.9930 sec 2024-11-13T07:28:06,358 INFO [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010. 2024-11-13T07:28:06,358 INFO [Thread-1018 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1018. 2024-11-13T07:28:06,358 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:06,358 DEBUG [Thread-1018 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:06,358 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,358 DEBUG [Thread-1018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,358 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,358 DEBUG [Thread-1018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:06,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:06,368 INFO [Thread-1014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1014. 2024-11-13T07:28:06,368 DEBUG [Thread-1014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:06,368 DEBUG [Thread-1014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,368 DEBUG [Thread-1014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:06,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T07:28:06,417 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:06,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:28:10,648 INFO [Thread-1012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1012. 2024-11-13T07:28:10,648 DEBUG [Thread-1012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:10,648 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:10,649 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:10,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3741 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3954 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3829 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3741 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3975 2024-11-13T07:28:10,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:28:10,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:28:10,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:28:10,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:10,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:10,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:10,650 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:28:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:10,653 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482890653"}]},"ts":"1731482890653"} 2024-11-13T07:28:10,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:28:10,654 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:28:10,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:28:10,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, UNASSIGN}] 2024-11-13T07:28:10,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, UNASSIGN 2024-11-13T07:28:10,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f34ec545069735c4e9bd88f8b1ba4e24, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:10,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, UNASSIGN because future has completed 2024-11-13T07:28:10,658 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:28:10,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:10,810 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:10,810 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:28:10,810 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing f34ec545069735c4e9bd88f8b1ba4e24, disabling compactions & flushes 2024-11-13T07:28:10,810 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:10,810 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:10,810 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. after waiting 0 ms 2024-11-13T07:28:10,810 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:10,810 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing f34ec545069735c4e9bd88f8b1ba4e24 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T07:28:10,814 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/964e70cdfb5e419382f1c340c961a3d7 is 50, key is test_row_0/A:col10/1731482886357/Put/seqid=0 2024-11-13T07:28:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742149_1325 (size=9857) 2024-11-13T07:28:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:11,217 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/964e70cdfb5e419382f1c340c961a3d7 2024-11-13T07:28:11,224 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f2b04f2aa7b14a05b3adc9c28f457aea is 50, key is test_row_0/B:col10/1731482886357/Put/seqid=0 2024-11-13T07:28:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742150_1326 (size=9857) 2024-11-13T07:28:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:11,628 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f2b04f2aa7b14a05b3adc9c28f457aea 2024-11-13T07:28:11,634 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/6330a5a538744a12bf34661e4ec73bb1 is 50, key is test_row_0/C:col10/1731482886357/Put/seqid=0 2024-11-13T07:28:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742151_1327 (size=9857) 2024-11-13T07:28:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:12,038 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/6330a5a538744a12bf34661e4ec73bb1 2024-11-13T07:28:12,041 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/A/964e70cdfb5e419382f1c340c961a3d7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/964e70cdfb5e419382f1c340c961a3d7 2024-11-13T07:28:12,044 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/964e70cdfb5e419382f1c340c961a3d7, entries=100, sequenceid=540, filesize=9.6 K 2024-11-13T07:28:12,045 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/B/f2b04f2aa7b14a05b3adc9c28f457aea as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f2b04f2aa7b14a05b3adc9c28f457aea 2024-11-13T07:28:12,048 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f2b04f2aa7b14a05b3adc9c28f457aea, entries=100, sequenceid=540, filesize=9.6 K 2024-11-13T07:28:12,048 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/.tmp/C/6330a5a538744a12bf34661e4ec73bb1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/6330a5a538744a12bf34661e4ec73bb1 2024-11-13T07:28:12,051 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/6330a5a538744a12bf34661e4ec73bb1, entries=100, sequenceid=540, filesize=9.6 K 2024-11-13T07:28:12,052 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f34ec545069735c4e9bd88f8b1ba4e24 in 1242ms, sequenceid=540, compaction requested=true 2024-11-13T07:28:12,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c86e29510e3f4a1dba0c27975fa744db, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c3addfea756546eab9c38913527f2ea0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/201e59a0225f40c4b7d68f8dbcec12f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bcbdbcd833c2456282f1a117b327a18f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/46fcde604dd44a04a9589a13126ab39c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9093cfd109bd4280ba7aeed8dd3b01af, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9a9a9b0d571d477a89be28e9e8d0c324, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/a9f81e61126146b48f0a7c3239adedfd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1e723d1419f4490e82de9d90aa8cec96, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532] to archive 2024-11-13T07:28:12,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:12,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4fa19dea04d246649600f927954b5f55 2024-11-13T07:28:12,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4271666391a548f1b4ef7246bdec41b8 2024-11-13T07:28:12,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/185f099c148a4b47af2e460a8cc6b17a 2024-11-13T07:28:12,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c86e29510e3f4a1dba0c27975fa744db to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c86e29510e3f4a1dba0c27975fa744db 2024-11-13T07:28:12,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/f0fb6d3fb2544b0dbd927e07c1b40171 2024-11-13T07:28:12,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bce1566e92c24923a10fb160c92f212c 2024-11-13T07:28:12,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c3addfea756546eab9c38913527f2ea0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/c3addfea756546eab9c38913527f2ea0 2024-11-13T07:28:12,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/173881bfb3544387b0d58bf93a7d74af 2024-11-13T07:28:12,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/92c137ebd4ff4b1aa3bd1e15283b639d 2024-11-13T07:28:12,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d5429f0ef4f2470bb9034831b427255c 2024-11-13T07:28:12,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/201e59a0225f40c4b7d68f8dbcec12f5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/201e59a0225f40c4b7d68f8dbcec12f5 2024-11-13T07:28:12,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/94364d367e034f40974aa0759d370033 2024-11-13T07:28:12,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1d4ce50c5bb44ba3b0e4aea1012ec504 2024-11-13T07:28:12,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bcbdbcd833c2456282f1a117b327a18f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/bcbdbcd833c2456282f1a117b327a18f 2024-11-13T07:28:12,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/34c2adbf392640f0aee46239021b3653 2024-11-13T07:28:12,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d7d715b0398a4549bf46b2d6663d7461 2024-11-13T07:28:12,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/6c8683e0209e4623ad2d007b09a4a314 2024-11-13T07:28:12,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/46fcde604dd44a04a9589a13126ab39c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/46fcde604dd44a04a9589a13126ab39c 2024-11-13T07:28:12,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d9625428cec44f42880d268db0f23a8d 2024-11-13T07:28:12,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/d85bb15efe4c4855b68e9dad00d1cfb5 2024-11-13T07:28:12,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9093cfd109bd4280ba7aeed8dd3b01af to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9093cfd109bd4280ba7aeed8dd3b01af 2024-11-13T07:28:12,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4bd8322fc56943588beaef60d3821622 2024-11-13T07:28:12,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/4ca83f6e7fb1456e896edc03110d4492 2024-11-13T07:28:12,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2cb8db56c4a443a99cd739a4ec58f8c4 2024-11-13T07:28:12,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9ad4a0fac5184b6194719d39f5de1ad4 2024-11-13T07:28:12,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9a9a9b0d571d477a89be28e9e8d0c324 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/9a9a9b0d571d477a89be28e9e8d0c324 2024-11-13T07:28:12,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/cdd89f3b2af0464caafdd93515c88945 2024-11-13T07:28:12,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/a9f81e61126146b48f0a7c3239adedfd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/a9f81e61126146b48f0a7c3239adedfd 2024-11-13T07:28:12,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/93af6011516f477082b790f50fb88827 2024-11-13T07:28:12,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/0a8bf8c9cbde4c01ba6539e161713f7c 2024-11-13T07:28:12,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/2a614d4e6f3641908fade4655b99122a 2024-11-13T07:28:12,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1e723d1419f4490e82de9d90aa8cec96 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/1e723d1419f4490e82de9d90aa8cec96 2024-11-13T07:28:12,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/7d09aed16a1644cb8acab965180c93bc 2024-11-13T07:28:12,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/ac3e479b7d0b4309b4dbfda210b9b203 2024-11-13T07:28:12,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/e671df15122c4522b3625bb261cb1532 2024-11-13T07:28:12,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/1d33ebdcbbb643838ae9f59ff4c566e7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cb85b867cf324db896b34c048b20d3ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/39924de611284950b467b606ab7fb47f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e94ce53477dc43b0890bf61d34890ca9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/94653674f98549ac89dc2abfb90ba365, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8b75e10bd38940c48d4dfc769cefc797, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2995a5df82654c5987e42a3875baf5e5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6c7700c0c9b64e359df7184c475310b9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/53f39e49e0844a6fa6a4e45439131d9d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20] to archive 2024-11-13T07:28:12,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:12,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b72fffd668b045428afa2fc4015f8cdd 2024-11-13T07:28:12,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cad65e67282540358692bbd536cd6c1c 2024-11-13T07:28:12,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/1d33ebdcbbb643838ae9f59ff4c566e7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/1d33ebdcbbb643838ae9f59ff4c566e7 2024-11-13T07:28:12,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9d7b2fcc976145579592abd7d874a11f 2024-11-13T07:28:12,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/c0f364294b0a44169b92c71791aa2348 2024-11-13T07:28:12,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/ab63976616834a0e9a8f05d9c59d2ee4 2024-11-13T07:28:12,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cb85b867cf324db896b34c048b20d3ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cb85b867cf324db896b34c048b20d3ce 2024-11-13T07:28:12,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/9b782e9517154f8391137a92b9214c87 2024-11-13T07:28:12,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8ebbec4af7de4992aecbdfa8e068b118 2024-11-13T07:28:12,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/39924de611284950b467b606ab7fb47f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/39924de611284950b467b606ab7fb47f 2024-11-13T07:28:12,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/57d44ba290404daead89c5f97e2e340b 2024-11-13T07:28:12,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/cfd82baf69ad4ef9b42be5902f116e88 2024-11-13T07:28:12,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4128fff196934c31a7c65f8bb8927511 2024-11-13T07:28:12,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e94ce53477dc43b0890bf61d34890ca9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e94ce53477dc43b0890bf61d34890ca9 2024-11-13T07:28:12,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/d741ce4f7dd243cdacbfa94e4b98f797 2024-11-13T07:28:12,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dff2f3dfe6fd41c2ad90bc9eea785a27 2024-11-13T07:28:12,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/5ac56c55453c4e06b88ee5c804a654c0 2024-11-13T07:28:12,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/94653674f98549ac89dc2abfb90ba365 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/94653674f98549ac89dc2abfb90ba365 2024-11-13T07:28:12,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f4d1f99fc5fa4171a4f80a1a17a34f11 2024-11-13T07:28:12,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6e7a9f864c6846bda194d651059ec26e 2024-11-13T07:28:12,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8b75e10bd38940c48d4dfc769cefc797 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8b75e10bd38940c48d4dfc769cefc797 2024-11-13T07:28:12,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2d7d09a5e3894e388ee031e7f234b812 2024-11-13T07:28:12,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/287a245a3e704a61a45bd5bb64b0f0cc 2024-11-13T07:28:12,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/8944ff26ae1b434eb3125ffe10e3314b 2024-11-13T07:28:12,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2995a5df82654c5987e42a3875baf5e5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2995a5df82654c5987e42a3875baf5e5 2024-11-13T07:28:12,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6ca45d1d24be4963bbf9aca1505f870b 2024-11-13T07:28:12,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0bb26cb8378c40bdbfe01357a6dbd5b3 2024-11-13T07:28:12,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6c7700c0c9b64e359df7184c475310b9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/6c7700c0c9b64e359df7184c475310b9 2024-11-13T07:28:12,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/e2bceeadb7d6400789758ada1b11d6d1 2024-11-13T07:28:12,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/7fbaae853d7d4ee4af8a9c620c08560c 2024-11-13T07:28:12,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/53f39e49e0844a6fa6a4e45439131d9d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/53f39e49e0844a6fa6a4e45439131d9d 2024-11-13T07:28:12,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/2500cce143754978bff0a31f636d4a5b 2024-11-13T07:28:12,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/b1339f31a48a4d7da11c496994790b78 2024-11-13T07:28:12,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/4566d6218a334a1bb12d5e9c3a679152 2024-11-13T07:28:12,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/dee272c919804fbfa9effa72319c2b20 2024-11-13T07:28:12,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0796fced58ed4dd9953c8fbcc379c73a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/c951ec248a4745bc8ad494bc9a84f444, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/ab9c9da6ed3c4d39b7f58a19c519d2a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/88ac938558474e7f8db65d29ad17d519, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/641b1ee0d31e476f8a418d16dcb1a346, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/834a1033023a4d03aa1aaafe1b974f9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/339f8f614b5a4954aec366553302469c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/91d16d8a53284f52900abc184cf23e4d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/698169a134d541fb9684cbeeb4f0605c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f] to archive 2024-11-13T07:28:12,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:12,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a1a1c76b431b446986e0fe9c289294bf 2024-11-13T07:28:12,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fe335bc8de549d5984ef0df27acc5b4 2024-11-13T07:28:12,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0796fced58ed4dd9953c8fbcc379c73a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0796fced58ed4dd9953c8fbcc379c73a 2024-11-13T07:28:12,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/fff24ed7b8bc47bbba9b24ca2d90b0a0 2024-11-13T07:28:12,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/208e8edad2c24ad6a5b7a20acb709d89 2024-11-13T07:28:12,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/63f8719abb9f4e8ab9bf069319413946 2024-11-13T07:28:12,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/c951ec248a4745bc8ad494bc9a84f444 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/c951ec248a4745bc8ad494bc9a84f444 2024-11-13T07:28:12,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/bcadf3a42ac14a0684201fcdbb3b76fb 2024-11-13T07:28:12,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f126e51ffcd9494ab0064ce273898c3d 2024-11-13T07:28:12,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/ab9c9da6ed3c4d39b7f58a19c519d2a7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/ab9c9da6ed3c4d39b7f58a19c519d2a7 2024-11-13T07:28:12,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0613e88f9ac44582a83e3be01dec7332 2024-11-13T07:28:12,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/717f498cdfe74a5188354703fc3184e7 2024-11-13T07:28:12,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/37ceab1af0ba44aaaca3879582f8a2d9 2024-11-13T07:28:12,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/88ac938558474e7f8db65d29ad17d519 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/88ac938558474e7f8db65d29ad17d519 2024-11-13T07:28:12,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/720b6960baa44cf6a388a31934e40359 2024-11-13T07:28:12,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/cba57d670d1d47918f1a341c5835a04d 2024-11-13T07:28:12,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0360288bb894459c87208f620c9f91aa 2024-11-13T07:28:12,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/641b1ee0d31e476f8a418d16dcb1a346 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/641b1ee0d31e476f8a418d16dcb1a346 2024-11-13T07:28:12,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2f1cadeba4054dfab886d23108041202 2024-11-13T07:28:12,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/59ac8fcdd7e646a8bbf108194ba58aa3 2024-11-13T07:28:12,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/834a1033023a4d03aa1aaafe1b974f9c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/834a1033023a4d03aa1aaafe1b974f9c 2024-11-13T07:28:12,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/b6513b48ca30491e9ede56405af98cda 2024-11-13T07:28:12,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a9e88d271a7e40de95d2909d7225dd6d 2024-11-13T07:28:12,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5aeee63428fc4ecdb4c7263afc45165f 2024-11-13T07:28:12,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/339f8f614b5a4954aec366553302469c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/339f8f614b5a4954aec366553302469c 2024-11-13T07:28:12,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/0c1fad6aa0624ce8bde963ef13f401dd 2024-11-13T07:28:12,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7b4858a53b2246f8abd0eb414e69f3c6 2024-11-13T07:28:12,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/91d16d8a53284f52900abc184cf23e4d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/91d16d8a53284f52900abc184cf23e4d 2024-11-13T07:28:12,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/5847c191d4f04a049fca8ca638a5a63d 2024-11-13T07:28:12,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7fbd9d266b5b4716ae073e275061de26 2024-11-13T07:28:12,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/698169a134d541fb9684cbeeb4f0605c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/698169a134d541fb9684cbeeb4f0605c 2024-11-13T07:28:12,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/efdba388fb28478fb8fd5c40e50771ab 2024-11-13T07:28:12,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/2de80ad6c9444d9a8ae3433467f14f17 2024-11-13T07:28:12,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/9f02ec12e4dc495bbb3291cdce48befc 2024-11-13T07:28:12,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/a95926036d1e431dbc4b40cfb669876f 2024-11-13T07:28:12,150 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=1 2024-11-13T07:28:12,150 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. 2024-11-13T07:28:12,150 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for f34ec545069735c4e9bd88f8b1ba4e24: Waiting for close lock at 1731482890810Running coprocessor pre-close hooks at 1731482890810Disabling compacts and flushes for region at 1731482890810Disabling writes for close at 1731482890810Obtaining lock to block concurrent updates at 1731482890810Preparing flush snapshotting stores in f34ec545069735c4e9bd88f8b1ba4e24 at 1731482890810Finished memstore snapshotting TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731482890811 (+1 ms)Flushing stores of TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24. at 1731482890811Flushing f34ec545069735c4e9bd88f8b1ba4e24/A: creating writer at 1731482890811Flushing f34ec545069735c4e9bd88f8b1ba4e24/A: appending metadata at 1731482890813 (+2 ms)Flushing f34ec545069735c4e9bd88f8b1ba4e24/A: closing flushed file at 1731482890813Flushing f34ec545069735c4e9bd88f8b1ba4e24/B: creating writer at 1731482891221 (+408 ms)Flushing f34ec545069735c4e9bd88f8b1ba4e24/B: appending metadata at 1731482891223 (+2 ms)Flushing f34ec545069735c4e9bd88f8b1ba4e24/B: closing flushed file at 1731482891223Flushing f34ec545069735c4e9bd88f8b1ba4e24/C: creating writer at 1731482891632 (+409 ms)Flushing f34ec545069735c4e9bd88f8b1ba4e24/C: appending metadata at 1731482891634 (+2 ms)Flushing f34ec545069735c4e9bd88f8b1ba4e24/C: closing flushed file at 1731482891634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcabfd3: reopening flushed file at 1731482892041 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1639907c: reopening flushed file at 1731482892044 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a35987b: reopening flushed file at 1731482892048 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f34ec545069735c4e9bd88f8b1ba4e24 in 1242ms, sequenceid=540, compaction requested=true at 1731482892052 (+4 ms)Writing region close event to WAL at 1731482892147 (+95 ms)Running coprocessor post-close hooks at 1731482892150 (+3 ms)Closed at 1731482892150 2024-11-13T07:28:12,152 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:12,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f34ec545069735c4e9bd88f8b1ba4e24, regionState=CLOSED 2024-11-13T07:28:12,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:12,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-13T07:28:12,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure f34ec545069735c4e9bd88f8b1ba4e24, server=2998b885bdef,41631,1731482798425 in 1.4960 sec 2024-11-13T07:28:12,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-13T07:28:12,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f34ec545069735c4e9bd88f8b1ba4e24, UNASSIGN in 1.5000 sec 2024-11-13T07:28:12,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-13T07:28:12,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-13T07:28:12,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482892168"}]},"ts":"1731482892168"} 2024-11-13T07:28:12,170 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:28:12,170 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:28:12,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5200 sec 2024-11-13T07:28:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T07:28:12,797 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:12,798 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:28:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,799 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-13T07:28:12,800 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,801 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:12,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/recovered.edits] 2024-11-13T07:28:12,805 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/964e70cdfb5e419382f1c340c961a3d7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/964e70cdfb5e419382f1c340c961a3d7 2024-11-13T07:28:12,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/99b731b6d2a6450b9dc35dd1cea490c4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/99b731b6d2a6450b9dc35dd1cea490c4 2024-11-13T07:28:12,807 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/b3dc0fccc86a48fc90a09a929c2a3228 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/A/b3dc0fccc86a48fc90a09a929c2a3228 2024-11-13T07:28:12,809 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0b5705c1a16043bfa60bdbba8a07f161 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/0b5705c1a16043bfa60bdbba8a07f161 2024-11-13T07:28:12,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/277bbfbfd4b1439e957390d0978aacb1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/277bbfbfd4b1439e957390d0978aacb1 2024-11-13T07:28:12,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f2b04f2aa7b14a05b3adc9c28f457aea to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/B/f2b04f2aa7b14a05b3adc9c28f457aea 2024-11-13T07:28:12,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/6330a5a538744a12bf34661e4ec73bb1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/6330a5a538744a12bf34661e4ec73bb1 2024-11-13T07:28:12,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7e76cb91bc1e499da0d1f08b34c0a039 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/7e76cb91bc1e499da0d1f08b34c0a039 2024-11-13T07:28:12,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f1d461e6d2364f99a6d71a6215a5cd73 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/C/f1d461e6d2364f99a6d71a6215a5cd73 2024-11-13T07:28:12,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/recovered.edits/543.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24/recovered.edits/543.seqid 2024-11-13T07:28:12,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/f34ec545069735c4e9bd88f8b1ba4e24 2024-11-13T07:28:12,818 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:28:12,820 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,823 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:28:12,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:28:12,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:28:12,827 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482892826"}]},"ts":"9223372036854775807"} 2024-11-13T07:28:12,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:28:12,828 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f34ec545069735c4e9bd88f8b1ba4e24, NAME => 'TestAcidGuarantees,,1731482862065.f34ec545069735c4e9bd88f8b1ba4e24.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:28:12,828 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:28:12,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482892828"}]},"ts":"9223372036854775807"} 2024-11-13T07:28:12,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:28:12,831 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-13T07:28:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-13T07:28:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:28:12,907 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:12,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=562 (was 542) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3829 (was 4041) 2024-11-13T07:28:12,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=562, ProcessCount=11, AvailableMemoryMB=3828 2024-11-13T07:28:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:28:12,922 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:28:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:12,924 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:28:12,924 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:12,924 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-11-13T07:28:12,925 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:28:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742152_1328 (size=959) 2024-11-13T07:28:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:13,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:28:13,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742153_1329 (size=53) 2024-11-13T07:28:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7f47be9820e9930a635b277054c60d9f, disabling compactions & flushes 2024-11-13T07:28:13,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. after waiting 0 ms 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:13,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:13,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f47be9820e9930a635b277054c60d9f: Waiting for close lock at 1731482893738Disabling compacts and flushes for region at 1731482893738Disabling writes for close at 1731482893738Writing region close event to WAL at 1731482893738Closed at 1731482893738 2024-11-13T07:28:13,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:28:13,740 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482893739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482893739"}]},"ts":"1731482893739"} 2024-11-13T07:28:13,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:28:13,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:28:13,742 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482893742"}]},"ts":"1731482893742"} 2024-11-13T07:28:13,744 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:28:13,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, ASSIGN}] 2024-11-13T07:28:13,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, ASSIGN 2024-11-13T07:28:13,746 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:28:13,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:13,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, ASSIGN because future has completed 2024-11-13T07:28:13,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:14,052 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:14,052 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:28:14,052 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,053 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:28:14,053 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,053 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,054 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,055 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName A 2024-11-13T07:28:14,055 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:14,055 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:14,055 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,056 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName B 2024-11-13T07:28:14,056 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:14,056 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:14,056 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,057 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName C 2024-11-13T07:28:14,057 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:14,057 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:14,058 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,058 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,058 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,059 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,059 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,059 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:28:14,060 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,062 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:28:14,062 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 7f47be9820e9930a635b277054c60d9f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60748636, jitterRate=-0.09477478265762329}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:28:14,062 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:14,063 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 7f47be9820e9930a635b277054c60d9f: Running coprocessor pre-open hook at 1731482894053Writing region info on filesystem at 1731482894053Initializing all the Stores at 1731482894053Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482894053Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482894054 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482894054Cleaning up temporary data from old regions at 1731482894059 (+5 ms)Running coprocessor post-open hooks at 1731482894062 (+3 ms)Region opened successfully at 1731482894063 (+1 ms) 2024-11-13T07:28:14,063 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., pid=97, masterSystemTime=1731482894049 2024-11-13T07:28:14,065 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:14,065 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:14,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:14,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-13T07:28:14,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 in 169 msec 2024-11-13T07:28:14,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-13T07:28:14,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, ASSIGN in 325 msec 2024-11-13T07:28:14,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:28:14,071 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482894070"}]},"ts":"1731482894070"} 2024-11-13T07:28:14,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:28:14,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:28:14,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-13T07:28:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T07:28:15,077 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:15,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:15,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:15,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:15,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c6607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:15,080 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798931e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:15,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:15,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:15,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:28:15,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:28:15,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@698a683e 2024-11-13T07:28:15,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:28:15,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:28:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:28:15,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:28:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742154_1330 (size=995) 2024-11-13T07:28:15,498 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T07:28:15,498 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T07:28:15,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:28:15,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE}] 2024-11-13T07:28:15,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE 2024-11-13T07:28:15,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE because future has completed 2024-11-13T07:28:15,504 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:28:15,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:15,656 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:28:15,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 7f47be9820e9930a635b277054c60d9f, disabling compactions & flushes 2024-11-13T07:28:15,656 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. after waiting 0 ms 2024-11-13T07:28:15,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,660 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T07:28:15,661 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,661 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 7f47be9820e9930a635b277054c60d9f: Waiting for close lock at 1731482895656Running coprocessor pre-close hooks at 1731482895656Disabling compacts and flushes for region at 1731482895656Disabling writes for close at 1731482895656Writing region close event to WAL at 1731482895657 (+1 ms)Running coprocessor post-close hooks at 1731482895661 (+4 ms)Closed at 1731482895661 2024-11-13T07:28:15,661 WARN [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 7f47be9820e9930a635b277054c60d9f to self. 2024-11-13T07:28:15,662 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=CLOSED 2024-11-13T07:28:15,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:15,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-13T07:28:15,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 in 160 msec 2024-11-13T07:28:15,666 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=true 2024-11-13T07:28:15,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE because future has completed 2024-11-13T07:28:15,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:15,973 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,973 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:28:15,973 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,973 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:28:15,973 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,973 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,975 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,975 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName A 2024-11-13T07:28:15,976 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:15,977 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:15,977 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,977 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName B 2024-11-13T07:28:15,977 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:15,978 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:15,978 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,978 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f47be9820e9930a635b277054c60d9f columnFamilyName C 2024-11-13T07:28:15,978 DEBUG [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:15,979 INFO [StoreOpener-7f47be9820e9930a635b277054c60d9f-1 {}] regionserver.HStore(327): Store=7f47be9820e9930a635b277054c60d9f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:15,979 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,979 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,980 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,981 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,981 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,981 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:28:15,982 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,983 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 7f47be9820e9930a635b277054c60d9f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67617573, jitterRate=0.007580354809761047}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:28:15,983 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:15,984 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 7f47be9820e9930a635b277054c60d9f: Running coprocessor pre-open hook at 1731482895974Writing region info on filesystem at 1731482895974Initializing all the Stores at 1731482895974Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482895974Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482895974Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482895974Cleaning up temporary data from old regions at 1731482895981 (+7 ms)Running coprocessor post-open hooks at 1731482895983 (+2 ms)Region opened successfully at 1731482895984 (+1 ms) 2024-11-13T07:28:15,984 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., pid=102, masterSystemTime=1731482895970 2024-11-13T07:28:15,986 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,986 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:15,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:15,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:15,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-11-13T07:28:15,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 in 169 msec 2024-11-13T07:28:15,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-13T07:28:15,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, REOPEN/MOVE in 488 msec 2024-11-13T07:28:15,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-13T07:28:15,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-13T07:28:15,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-13T07:28:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-13T07:28:15,996 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:15,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:15,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:15,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:15,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f93911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:15,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3a9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542011cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528ef178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f705e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,005 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdd82ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,006 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17833ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,008 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cc2751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,010 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466768ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,011 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf7ad7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,013 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6215cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd33565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,015 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e6db39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,017 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aeaa451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bec7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,020 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbc4d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,022 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3def8f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b92543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:16,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:16,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d524738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:16,027 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4271e472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:16,028 DEBUG [Thread-1507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,028 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,028 DEBUG [Thread-1511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,028 DEBUG [Thread-1520 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,028 DEBUG [Thread-1524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,028 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,031 DEBUG [Thread-1518 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,031 DEBUG [Thread-1522 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,032 DEBUG [Thread-1509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,033 DEBUG [Thread-1513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:16,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-13T07:28:16,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,036 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:16,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:16,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:16,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:28:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:16,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:28:16,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b18136c33344b5392d3a0669d36e9e3_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482896074/Put/seqid=0 2024-11-13T07:28:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742155_1331 (size=12154) 2024-11-13T07:28:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482956104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482956107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482956111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482956113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482956113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:16,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482956217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482956217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482956226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482956226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482956226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:16,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482956426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482956437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482956437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482956437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482956437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,511 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:16,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b18136c33344b5392d3a0669d36e9e3_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b18136c33344b5392d3a0669d36e9e3_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:16,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/93759c2a78c947d78231f70197a20b8d, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:16,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/93759c2a78c947d78231f70197a20b8d is 175, key is test_row_0/A:col10/1731482896074/Put/seqid=0 2024-11-13T07:28:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742156_1332 (size=30955) 2024-11-13T07:28:16,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482956737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482956756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482956756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482956757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482956757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:16,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/93759c2a78c947d78231f70197a20b8d 2024-11-13T07:28:16,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/1fa0651e445a46768c3ba7b69f1bc3e5 is 50, key is test_row_0/B:col10/1731482896074/Put/seqid=0 2024-11-13T07:28:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742157_1333 (size=12001) 2024-11-13T07:28:16,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/1fa0651e445a46768c3ba7b69f1bc3e5 2024-11-13T07:28:16,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:16,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:16,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/04e9ad7e746f42538bbde14d6012371e is 50, key is test_row_0/C:col10/1731482896074/Put/seqid=0 2024-11-13T07:28:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742158_1334 (size=12001) 2024-11-13T07:28:17,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:17,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482957246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:17,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:17,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482957267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:17,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:17,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482957267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482957267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482957267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:17,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/04e9ad7e746f42538bbde14d6012371e 2024-11-13T07:28:17,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/93759c2a78c947d78231f70197a20b8d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d 2024-11-13T07:28:17,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d, entries=150, sequenceid=17, filesize=30.2 K 2024-11-13T07:28:17,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/1fa0651e445a46768c3ba7b69f1bc3e5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5 2024-11-13T07:28:17,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T07:28:17,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/04e9ad7e746f42538bbde14d6012371e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e 2024-11-13T07:28:17,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T07:28:17,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f47be9820e9930a635b277054c60d9f in 1331ms, sequenceid=17, compaction requested=false 2024-11-13T07:28:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:17,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T07:28:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:17,426 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:28:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bef6a2a7c34d4cdb9205b67e26ad3446_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482896110/Put/seqid=0 2024-11-13T07:28:17,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742159_1335 (size=12154) 2024-11-13T07:28:17,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:17,464 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bef6a2a7c34d4cdb9205b67e26ad3446_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bef6a2a7c34d4cdb9205b67e26ad3446_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/702a8bc6611543abb622fdd17b6e869b, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:17,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/702a8bc6611543abb622fdd17b6e869b is 175, key is test_row_0/A:col10/1731482896110/Put/seqid=0 2024-11-13T07:28:17,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742160_1336 (size=30955) 2024-11-13T07:28:17,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:28:17,899 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/702a8bc6611543abb622fdd17b6e869b 2024-11-13T07:28:17,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/4bb7b1a19c1548f49de61a6f3feb3cd3 is 50, key is test_row_0/B:col10/1731482896110/Put/seqid=0 2024-11-13T07:28:17,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742161_1337 (size=12001) 2024-11-13T07:28:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:18,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:18,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482958295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482958295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482958301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482958302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482958303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,320 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/4bb7b1a19c1548f49de61a6f3feb3cd3 2024-11-13T07:28:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/47c52c621b4b4dbfb3a970aa8d30baf4 is 50, key is test_row_0/C:col10/1731482896110/Put/seqid=0 2024-11-13T07:28:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742162_1338 (size=12001) 2024-11-13T07:28:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482958406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482958406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482958406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482958416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482958417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482958616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482958616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482958616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482958627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482958627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,741 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/47c52c621b4b4dbfb3a970aa8d30baf4 2024-11-13T07:28:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/702a8bc6611543abb622fdd17b6e869b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b 2024-11-13T07:28:18,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T07:28:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/4bb7b1a19c1548f49de61a6f3feb3cd3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3 2024-11-13T07:28:18,753 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T07:28:18,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/47c52c621b4b4dbfb3a970aa8d30baf4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4 2024-11-13T07:28:18,758 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T07:28:18,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7f47be9820e9930a635b277054c60d9f in 1332ms, sequenceid=40, compaction requested=false 2024-11-13T07:28:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-13T07:28:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-13T07:28:18,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-13T07:28:18,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7230 sec 2024-11-13T07:28:18,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.7350 sec 2024-11-13T07:28:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:18,930 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:18,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T07:28:18,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113526a25dca5d34128a4d7a232c86a39b0_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:18,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742163_1339 (size=14594) 2024-11-13T07:28:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482958971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482958972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482958973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482958975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482958980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482959097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482959296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482959296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482959296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482959297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482959306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:19,368 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113526a25dca5d34128a4d7a232c86a39b0_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113526a25dca5d34128a4d7a232c86a39b0_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:19,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/894f7c70adf0448fb2c02d37facc7603, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:19,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/894f7c70adf0448fb2c02d37facc7603 is 175, key is test_row_0/A:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742164_1340 (size=39549) 2024-11-13T07:28:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482959606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482959606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482959606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482959606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482959627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:19,775 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/894f7c70adf0448fb2c02d37facc7603 2024-11-13T07:28:19,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c06624528a8b44719552d2c1566e38a9 is 50, key is test_row_0/B:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:19,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742165_1341 (size=12001) 2024-11-13T07:28:19,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c06624528a8b44719552d2c1566e38a9 2024-11-13T07:28:19,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/703a5f41005f4f04affac1ad5f89bee9 is 50, key is test_row_0/C:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742166_1342 (size=12001) 2024-11-13T07:28:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482960116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482960116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482960126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482960127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482960136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:20,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/703a5f41005f4f04affac1ad5f89bee9 2024-11-13T07:28:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T07:28:20,197 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:20,197 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T07:28:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T07:28:20,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:20,200 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:20,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:20,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/894f7c70adf0448fb2c02d37facc7603 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603 2024-11-13T07:28:20,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603, entries=200, sequenceid=54, filesize=38.6 K 2024-11-13T07:28:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c06624528a8b44719552d2c1566e38a9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9 2024-11-13T07:28:20,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T07:28:20,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/703a5f41005f4f04affac1ad5f89bee9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9 2024-11-13T07:28:20,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T07:28:20,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7f47be9820e9930a635b277054c60d9f in 1287ms, sequenceid=54, compaction requested=true 2024-11-13T07:28:20,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:20,217 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:20,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:20,217 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:20,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:20,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:20,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:20,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:20,218 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:20,218 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/A is initiating minor compaction (all files) 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/B is initiating minor compaction (all files) 2024-11-13T07:28:20,219 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/A in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,219 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/B in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,219 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=99.1 K 2024-11-13T07:28:20,219 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.2 K 2024-11-13T07:28:20,219 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603] 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fa0651e445a46768c3ba7b69f1bc3e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731482896074 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93759c2a78c947d78231f70197a20b8d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731482896074 2024-11-13T07:28:20,219 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702a8bc6611543abb622fdd17b6e869b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482896110 2024-11-13T07:28:20,220 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb7b1a19c1548f49de61a6f3feb3cd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482896110 2024-11-13T07:28:20,220 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 894f7c70adf0448fb2c02d37facc7603, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:20,220 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c06624528a8b44719552d2c1566e38a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:20,227 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:20,229 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:20,229 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7264eed8b44a4b42843a7a7fcfd56ee4 is 50, key is test_row_0/B:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:20,234 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d15b2835df934a81a1ea47374cdbdced_7f47be9820e9930a635b277054c60d9f store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:20,237 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d15b2835df934a81a1ea47374cdbdced_7f47be9820e9930a635b277054c60d9f, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:20,237 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d15b2835df934a81a1ea47374cdbdced_7f47be9820e9930a635b277054c60d9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:20,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742167_1343 (size=12104) 2024-11-13T07:28:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742168_1344 (size=4469) 2024-11-13T07:28:20,251 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#A#compaction#294 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:20,251 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/ff2cff8d38ea4a1a936ebc9c768a0774 is 175, key is test_row_0/A:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742169_1345 (size=31058) 2024-11-13T07:28:20,286 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/ff2cff8d38ea4a1a936ebc9c768a0774 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774 2024-11-13T07:28:20,293 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/A of 7f47be9820e9930a635b277054c60d9f into ff2cff8d38ea4a1a936ebc9c768a0774(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:20,293 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,293 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/A, priority=13, startTime=1731482900217; duration=0sec 2024-11-13T07:28:20,293 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:20,293 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:A 2024-11-13T07:28:20,293 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:20,297 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:20,297 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/C is initiating minor compaction (all files) 2024-11-13T07:28:20,297 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/C in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,297 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.2 K 2024-11-13T07:28:20,297 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04e9ad7e746f42538bbde14d6012371e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731482896074 2024-11-13T07:28:20,298 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c52c621b4b4dbfb3a970aa8d30baf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731482896110 2024-11-13T07:28:20,298 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 703a5f41005f4f04affac1ad5f89bee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:20,306 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T07:28:20,310 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/f9634166c6644c6a8d8b638837495f90 is 50, key is test_row_0/C:col10/1731482898929/Put/seqid=0 2024-11-13T07:28:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742170_1346 (size=12104) 2024-11-13T07:28:20,352 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/f9634166c6644c6a8d8b638837495f90 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/f9634166c6644c6a8d8b638837495f90 2024-11-13T07:28:20,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T07:28:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:28:20,364 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/C of 7f47be9820e9930a635b277054c60d9f into f9634166c6644c6a8d8b638837495f90(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:20,364 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,364 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/C, priority=13, startTime=1731482900218; duration=0sec 2024-11-13T07:28:20,364 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:20,364 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:C 2024-11-13T07:28:20,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130bbb53d3e1014902a6931bf048237b6f_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482898972/Put/seqid=0 2024-11-13T07:28:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742171_1347 (size=12154) 2024-11-13T07:28:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,417 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130bbb53d3e1014902a6931bf048237b6f_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130bbb53d3e1014902a6931bf048237b6f_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:20,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9ac117efe3b942649e0758537b56fe0c, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9ac117efe3b942649e0758537b56fe0c is 175, key is test_row_0/A:col10/1731482898972/Put/seqid=0 2024-11-13T07:28:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742172_1348 (size=30955) 2024-11-13T07:28:20,442 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9ac117efe3b942649e0758537b56fe0c 2024-11-13T07:28:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7eaaa2de354c4ee8930e1682359febfb is 50, key is test_row_0/B:col10/1731482898972/Put/seqid=0 2024-11-13T07:28:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742173_1349 (size=12001) 2024-11-13T07:28:20,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7eaaa2de354c4ee8930e1682359febfb 2024-11-13T07:28:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T07:28:20,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3841aa72f5f74fc58516ecbd1a3f43c6 is 50, key is test_row_0/C:col10/1731482898972/Put/seqid=0 2024-11-13T07:28:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742174_1350 (size=12001) 2024-11-13T07:28:20,564 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3841aa72f5f74fc58516ecbd1a3f43c6 2024-11-13T07:28:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9ac117efe3b942649e0758537b56fe0c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c 2024-11-13T07:28:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c, entries=150, sequenceid=77, filesize=30.2 K 2024-11-13T07:28:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7eaaa2de354c4ee8930e1682359febfb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb 2024-11-13T07:28:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,584 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T07:28:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3841aa72f5f74fc58516ecbd1a3f43c6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6 2024-11-13T07:28:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,589 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 7f47be9820e9930a635b277054c60d9f in 233ms, sequenceid=77, compaction requested=false 2024-11-13T07:28:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T07:28:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T07:28:20,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 390 msec 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 396 msec 2024-11-13T07:28:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,649 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7264eed8b44a4b42843a7a7fcfd56ee4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7264eed8b44a4b42843a7a7fcfd56ee4 2024-11-13T07:28:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,653 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/B of 7f47be9820e9930a635b277054c60d9f into 7264eed8b44a4b42843a7a7fcfd56ee4(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:20,653 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,653 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/B, priority=13, startTime=1731482900217; duration=0sec 2024-11-13T07:28:20,653 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:20,653 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:B 2024-11-13T07:28:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,827 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,828 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T07:28:20,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,831 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:20,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T07:28:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-13T07:28:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-13T07:28:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T07:28:20,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-13T07:28:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 171 msec 2024-11-13T07:28:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T07:28:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,147 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,147 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-13T07:28:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:21,246 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:21,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:28:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b5b4e01fd3845ca92c3eafa4b8f9250_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742176_1352 (size=24358) 2024-11-13T07:28:21,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482961300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482961301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482961309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482961312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482961312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482961416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482961416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482961416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482961426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482961437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:21,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:21,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482961626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482961626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482961626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482961637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482961646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:21,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b5b4e01fd3845ca92c3eafa4b8f9250_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b5b4e01fd3845ca92c3eafa4b8f9250_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:21,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/86dc479a15ff4027bab52b70d1483815, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:21,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/86dc479a15ff4027bab52b70d1483815 is 175, key is test_row_0/A:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742175_1351 (size=73995) 2024-11-13T07:28:21,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:21,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:21,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482961937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482961937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482961937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482961946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:21,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482961956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/86dc479a15ff4027bab52b70d1483815 2024-11-13T07:28:22,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/e5b8a2b7ab6c49b190e7661cf237b9ce is 50, key is test_row_0/B:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742177_1353 (size=12001) 2024-11-13T07:28:22,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/e5b8a2b7ab6c49b190e7661cf237b9ce 2024-11-13T07:28:22,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/d82461d279f64f52ba508bce44201383 is 50, key is test_row_0/C:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742178_1354 (size=12001) 2024-11-13T07:28:22,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:22,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482962456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482962457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482962457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482962457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482962476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:22,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/d82461d279f64f52ba508bce44201383 2024-11-13T07:28:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/86dc479a15ff4027bab52b70d1483815 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815 2024-11-13T07:28:22,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815, entries=400, sequenceid=91, filesize=72.3 K 2024-11-13T07:28:22,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/e5b8a2b7ab6c49b190e7661cf237b9ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce 2024-11-13T07:28:22,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T07:28:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/d82461d279f64f52ba508bce44201383 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383 2024-11-13T07:28:22,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T07:28:22,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f47be9820e9930a635b277054c60d9f in 1276ms, sequenceid=91, compaction requested=true 2024-11-13T07:28:22,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:22,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:22,523 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:22,523 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:22,523 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:22,523 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/A is initiating minor compaction (all files) 2024-11-13T07:28:22,523 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/A in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,524 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=132.8 K 2024-11-13T07:28:22,524 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,524 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815] 2024-11-13T07:28:22,524 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:22,524 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/B is initiating minor compaction (all files) 2024-11-13T07:28:22,524 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/B in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,524 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7264eed8b44a4b42843a7a7fcfd56ee4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.3 K 2024-11-13T07:28:22,524 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff2cff8d38ea4a1a936ebc9c768a0774, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:22,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T07:28:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:22,532 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:28:22,533 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ac117efe3b942649e0758537b56fe0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482898969 2024-11-13T07:28:22,533 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7264eed8b44a4b42843a7a7fcfd56ee4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:22,533 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eaaa2de354c4ee8930e1682359febfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482898969 2024-11-13T07:28:22,533 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86dc479a15ff4027bab52b70d1483815, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901212 2024-11-13T07:28:22,535 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e5b8a2b7ab6c49b190e7661cf237b9ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901215 2024-11-13T07:28:22,546 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111341b71108e6034125b4b3fac33cc61fb1_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482901311/Put/seqid=0 2024-11-13T07:28:22,550 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411134161651371da4a10b6c5a599449c3acf_7f47be9820e9930a635b277054c60d9f store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:22,553 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411134161651371da4a10b6c5a599449c3acf_7f47be9820e9930a635b277054c60d9f, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:22,553 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134161651371da4a10b6c5a599449c3acf_7f47be9820e9930a635b277054c60d9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:22,562 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:22,563 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/178a9aaa453844b2b454890c44af4dd5 is 50, key is test_row_0/B:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742180_1356 (size=4469) 2024-11-13T07:28:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742179_1355 (size=12154) 2024-11-13T07:28:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:22,585 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111341b71108e6034125b4b3fac33cc61fb1_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111341b71108e6034125b4b3fac33cc61fb1_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f3010342787641f8923a912301cba52a, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f3010342787641f8923a912301cba52a is 175, key is test_row_0/A:col10/1731482901311/Put/seqid=0 2024-11-13T07:28:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742181_1357 (size=12207) 2024-11-13T07:28:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742182_1358 (size=30955) 2024-11-13T07:28:22,607 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f3010342787641f8923a912301cba52a 2024-11-13T07:28:22,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/5b049cd31e2943c6afaad6cfb3049080 is 50, key is test_row_0/B:col10/1731482901311/Put/seqid=0 2024-11-13T07:28:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742183_1359 (size=12001) 2024-11-13T07:28:22,980 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#A#compaction#302 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:22,981 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/959ce77fc1a14cf6b0c7688d44a2bb22 is 175, key is test_row_0/A:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742184_1360 (size=31161) 2024-11-13T07:28:23,011 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/178a9aaa453844b2b454890c44af4dd5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/178a9aaa453844b2b454890c44af4dd5 2024-11-13T07:28:23,017 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/B of 7f47be9820e9930a635b277054c60d9f into 178a9aaa453844b2b454890c44af4dd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:23,017 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:23,018 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/B, priority=13, startTime=1731482902523; duration=0sec 2024-11-13T07:28:23,018 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:23,018 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:B 2024-11-13T07:28:23,018 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:23,018 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:23,019 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/C is initiating minor compaction (all files) 2024-11-13T07:28:23,019 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/C in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:23,019 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/f9634166c6644c6a8d8b638837495f90, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.3 K 2024-11-13T07:28:23,019 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f9634166c6644c6a8d8b638837495f90, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731482898293 2024-11-13T07:28:23,019 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3841aa72f5f74fc58516ecbd1a3f43c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731482898969 2024-11-13T07:28:23,019 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting d82461d279f64f52ba508bce44201383, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901215 2024-11-13T07:28:23,026 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:23,026 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/e51a5ac5f1df419d8ea68eaa6f1b29f5 is 50, key is test_row_0/C:col10/1731482901244/Put/seqid=0 2024-11-13T07:28:23,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/5b049cd31e2943c6afaad6cfb3049080 2024-11-13T07:28:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/6933e86cfd024570a2b1d1c31eeb90fa is 50, key is test_row_0/C:col10/1731482901311/Put/seqid=0 2024-11-13T07:28:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742185_1361 (size=12207) 2024-11-13T07:28:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742186_1362 (size=12001) 2024-11-13T07:28:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:23,389 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/959ce77fc1a14cf6b0c7688d44a2bb22 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22 2024-11-13T07:28:23,392 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/A of 7f47be9820e9930a635b277054c60d9f into 959ce77fc1a14cf6b0c7688d44a2bb22(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:23,392 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:23,392 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/A, priority=13, startTime=1731482902522; duration=0sec 2024-11-13T07:28:23,392 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:23,393 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:A 2024-11-13T07:28:23,452 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/e51a5ac5f1df419d8ea68eaa6f1b29f5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e51a5ac5f1df419d8ea68eaa6f1b29f5 2024-11-13T07:28:23,456 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/C of 7f47be9820e9930a635b277054c60d9f into e51a5ac5f1df419d8ea68eaa6f1b29f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:23,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:23,456 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/C, priority=13, startTime=1731482902523; duration=0sec 2024-11-13T07:28:23,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:23,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:C 2024-11-13T07:28:23,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/6933e86cfd024570a2b1d1c31eeb90fa 2024-11-13T07:28:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f3010342787641f8923a912301cba52a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a 2024-11-13T07:28:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a, entries=150, sequenceid=116, filesize=30.2 K 2024-11-13T07:28:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/5b049cd31e2943c6afaad6cfb3049080 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080 2024-11-13T07:28:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/6933e86cfd024570a2b1d1c31eeb90fa as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,477 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 7f47be9820e9930a635b277054c60d9f in 946ms, sequenceid=116, compaction requested=false 2024-11-13T07:28:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T07:28:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.3350 sec 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:23,542 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:23,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:28:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc677e63489145ffa980e7e5f6309d2c_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742188_1364 (size=24458) 2024-11-13T07:28:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482963613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482963614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482963615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482963627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482963628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482963747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482963946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482963946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482963946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482963947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:23,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc677e63489145ffa980e7e5f6309d2c_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc677e63489145ffa980e7e5f6309d2c_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:23,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/09a1aa5a674c49e599d0867f1a917665, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:23,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/09a1aa5a674c49e599d0867f1a917665 is 175, key is test_row_0/A:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742187_1363 (size=74095) 2024-11-13T07:28:23,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/09a1aa5a674c49e599d0867f1a917665 2024-11-13T07:28:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482963966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:23,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/3094a67283a54268bfefe0a40fdbbb5f is 50, key is test_row_0/B:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742189_1365 (size=12051) 2024-11-13T07:28:23,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/3094a67283a54268bfefe0a40fdbbb5f 2024-11-13T07:28:23,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3a30c56d033949a99cc99f27fdfe8636 is 50, key is test_row_0/C:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742190_1366 (size=12051) 2024-11-13T07:28:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482964257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482964257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482964257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482964257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482964276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3a30c56d033949a99cc99f27fdfe8636 2024-11-13T07:28:24,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/09a1aa5a674c49e599d0867f1a917665 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665 2024-11-13T07:28:24,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665, entries=400, sequenceid=130, filesize=72.4 K 2024-11-13T07:28:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/3094a67283a54268bfefe0a40fdbbb5f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f 2024-11-13T07:28:24,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f, entries=150, sequenceid=130, filesize=11.8 K 2024-11-13T07:28:24,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/3a30c56d033949a99cc99f27fdfe8636 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636 2024-11-13T07:28:24,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636, entries=150, sequenceid=130, filesize=11.8 K 2024-11-13T07:28:24,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f47be9820e9930a635b277054c60d9f in 950ms, sequenceid=130, compaction requested=true 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:24,493 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:24,493 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:24,494 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:24,494 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/B is initiating minor compaction (all files) 2024-11-13T07:28:24,494 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/B in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:24,494 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/178a9aaa453844b2b454890c44af4dd5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.4 K 2024-11-13T07:28:24,494 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 178a9aaa453844b2b454890c44af4dd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901215 2024-11-13T07:28:24,495 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b049cd31e2943c6afaad6cfb3049080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482901299 2024-11-13T07:28:24,495 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:24,495 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/A is initiating minor compaction (all files) 2024-11-13T07:28:24,495 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/A in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:24,495 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=133.0 K 2024-11-13T07:28:24,495 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:24,496 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665] 2024-11-13T07:28:24,496 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 959ce77fc1a14cf6b0c7688d44a2bb22, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901215 2024-11-13T07:28:24,496 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3094a67283a54268bfefe0a40fdbbb5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:24,497 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3010342787641f8923a912301cba52a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482901299 2024-11-13T07:28:24,497 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09a1aa5a674c49e599d0867f1a917665, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:24,510 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:24,510 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/3127fef70b2b4c48b88544f378b92ed6 is 50, key is test_row_0/B:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:24,512 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:24,521 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111302163f2d45a64ee79b77e6b0f5c6dc4e_7f47be9820e9930a635b277054c60d9f store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:24,523 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111302163f2d45a64ee79b77e6b0f5c6dc4e_7f47be9820e9930a635b277054c60d9f, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:24,524 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111302163f2d45a64ee79b77e6b0f5c6dc4e_7f47be9820e9930a635b277054c60d9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742191_1367 (size=12359) 2024-11-13T07:28:24,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742192_1368 (size=4469) 2024-11-13T07:28:24,539 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#A#compaction#312 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:24,539 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/722c469ee08d4983b2a1ae33ddc42de0 is 175, key is test_row_0/A:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:24,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742193_1369 (size=31313) 2024-11-13T07:28:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:24,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:28:24,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a03ed3af97734396a47c6532cc52c930_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482903627/Put/seqid=0 2024-11-13T07:28:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482964794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742194_1370 (size=14794) 2024-11-13T07:28:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482964795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482964797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482964798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482964799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482964906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482964906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482964917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482964925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:24,933 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/3127fef70b2b4c48b88544f378b92ed6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3127fef70b2b4c48b88544f378b92ed6 2024-11-13T07:28:24,937 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/B of 7f47be9820e9930a635b277054c60d9f into 3127fef70b2b4c48b88544f378b92ed6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:24,937 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:24,937 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/B, priority=13, startTime=1731482904493; duration=0sec 2024-11-13T07:28:24,937 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:24,937 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:B 2024-11-13T07:28:24,937 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:24,938 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:24,938 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/C is initiating minor compaction (all files) 2024-11-13T07:28:24,938 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/C in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:24,938 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e51a5ac5f1df419d8ea68eaa6f1b29f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=35.4 K 2024-11-13T07:28:24,938 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e51a5ac5f1df419d8ea68eaa6f1b29f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731482901215 2024-11-13T07:28:24,938 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6933e86cfd024570a2b1d1c31eeb90fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482901299 2024-11-13T07:28:24,938 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a30c56d033949a99cc99f27fdfe8636, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:24,944 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:24,945 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/b67b2dcd762241ef9d79f7f06e04ab2b is 50, key is test_row_0/C:col10/1731482903541/Put/seqid=0 2024-11-13T07:28:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742195_1371 (size=12359) 2024-11-13T07:28:24,965 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/722c469ee08d4983b2a1ae33ddc42de0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0 2024-11-13T07:28:24,969 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/A of 7f47be9820e9930a635b277054c60d9f into 722c469ee08d4983b2a1ae33ddc42de0(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:24,969 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:24,969 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/A, priority=13, startTime=1731482904493; duration=0sec 2024-11-13T07:28:24,969 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:24,969 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:A 2024-11-13T07:28:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482965116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482965126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482965137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482965137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:25,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a03ed3af97734396a47c6532cc52c930_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a03ed3af97734396a47c6532cc52c930_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:25,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/a2f0195f5e2f43e3bf849cfe447c19e8, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:25,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/a2f0195f5e2f43e3bf849cfe447c19e8 is 175, key is test_row_0/A:col10/1731482903627/Put/seqid=0 2024-11-13T07:28:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742196_1372 (size=39749) 2024-11-13T07:28:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T07:28:25,317 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:25,317 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-13T07:28:25,318 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:25,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:25,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:25,353 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/b67b2dcd762241ef9d79f7f06e04ab2b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b67b2dcd762241ef9d79f7f06e04ab2b 2024-11-13T07:28:25,361 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/C of 7f47be9820e9930a635b277054c60d9f into b67b2dcd762241ef9d79f7f06e04ab2b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:25,361 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:25,361 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/C, priority=13, startTime=1731482904493; duration=0sec 2024-11-13T07:28:25,361 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:25,361 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:C 2024-11-13T07:28:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482965426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482965437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482965447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482965447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/a2f0195f5e2f43e3bf849cfe447c19e8 2024-11-13T07:28:25,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/89e6b7d8aea64f35adab39ba2133fc46 is 50, key is test_row_0/B:col10/1731482903627/Put/seqid=0 2024-11-13T07:28:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:25,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742197_1373 (size=12151) 2024-11-13T07:28:25,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/89e6b7d8aea64f35adab39ba2133fc46 2024-11-13T07:28:25,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/b7cebac5ae0242babc29e23e2f8b5ada is 50, key is test_row_0/C:col10/1731482903627/Put/seqid=0 2024-11-13T07:28:25,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742198_1374 (size=12151) 2024-11-13T07:28:25,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482965817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,823 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:25,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:25,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482965937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482965946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482965956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482965956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:26,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/b7cebac5ae0242babc29e23e2f8b5ada 2024-11-13T07:28:26,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/a2f0195f5e2f43e3bf849cfe447c19e8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8 2024-11-13T07:28:26,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8, entries=200, sequenceid=156, filesize=38.8 K 2024-11-13T07:28:26,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/89e6b7d8aea64f35adab39ba2133fc46 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46 2024-11-13T07:28:26,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T07:28:26,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/b7cebac5ae0242babc29e23e2f8b5ada as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada 2024-11-13T07:28:26,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:26,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:26,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T07:28:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:26,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7f47be9820e9930a635b277054c60d9f in 1301ms, sequenceid=156, compaction requested=false 2024-11-13T07:28:26,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:26,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T07:28:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:26,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T07:28:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136c8ba080378649f4921d1a651deb90df_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482904786/Put/seqid=0 2024-11-13T07:28:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742199_1375 (size=12304) 2024-11-13T07:28:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:26,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:26,658 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136c8ba080378649f4921d1a651deb90df_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136c8ba080378649f4921d1a651deb90df_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:26,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/1c8b56d8ec0c4d83ac91d893817b4e80, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/1c8b56d8ec0c4d83ac91d893817b4e80 is 175, key is test_row_0/A:col10/1731482904786/Put/seqid=0 2024-11-13T07:28:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742200_1376 (size=31105) 2024-11-13T07:28:26,671 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/1c8b56d8ec0c4d83ac91d893817b4e80 2024-11-13T07:28:26,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/6e2e5fad756d4c09975d4c4516be3c81 is 50, key is test_row_0/B:col10/1731482904786/Put/seqid=0 2024-11-13T07:28:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742201_1377 (size=12151) 2024-11-13T07:28:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:26,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482967034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482967035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482967036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482967037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,086 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/6e2e5fad756d4c09975d4c4516be3c81 2024-11-13T07:28:27,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ed890af81e6e48f28438277c355b4fcc is 50, key is test_row_0/C:col10/1731482904786/Put/seqid=0 2024-11-13T07:28:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742202_1378 (size=12151) 2024-11-13T07:28:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482967147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482967147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482967156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482967156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482967367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482967367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482967367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482967367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:27,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ed890af81e6e48f28438277c355b4fcc 2024-11-13T07:28:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/1c8b56d8ec0c4d83ac91d893817b4e80 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80 2024-11-13T07:28:27,507 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80, entries=150, sequenceid=169, filesize=30.4 K 2024-11-13T07:28:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/6e2e5fad756d4c09975d4c4516be3c81 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81 2024-11-13T07:28:27,511 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:28:27,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ed890af81e6e48f28438277c355b4fcc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc 2024-11-13T07:28:27,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:28:27,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7f47be9820e9930a635b277054c60d9f in 1280ms, sequenceid=169, compaction requested=true 2024-11-13T07:28:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-13T07:28:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-13T07:28:27,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-13T07:28:27,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-11-13T07:28:27,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2030 sec 2024-11-13T07:28:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:27,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:27,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T07:28:27,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135bb4c5d6244e40e9b5602285cf1b4062_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742203_1379 (size=12304) 2024-11-13T07:28:27,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482967695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135bb4c5d6244e40e9b5602285cf1b4062_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135bb4c5d6244e40e9b5602285cf1b4062_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482967696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f047924a9cd14ed09b151601cd524eb2, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:27,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f047924a9cd14ed09b151601cd524eb2 is 175, key is test_row_0/A:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482967707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742204_1380 (size=31105) 2024-11-13T07:28:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482967708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482967816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482967816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482967816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482967827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482967836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:27,840 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482968036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482968036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482968037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482968047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f047924a9cd14ed09b151601cd524eb2 2024-11-13T07:28:28,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/36efee5e081c405ca79e16584361d687 is 50, key is test_row_0/B:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742205_1381 (size=12151) 2024-11-13T07:28:28,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482968346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482968346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482968346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482968357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/36efee5e081c405ca79e16584361d687 2024-11-13T07:28:28,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/56d068bc51e340afa14aaf41de15b65b is 50, key is test_row_0/C:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742206_1382 (size=12151) 2024-11-13T07:28:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482968857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482968857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482968866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482968866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:28,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/56d068bc51e340afa14aaf41de15b65b 2024-11-13T07:28:28,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/f047924a9cd14ed09b151601cd524eb2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2 2024-11-13T07:28:28,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2, entries=150, sequenceid=197, filesize=30.4 K 2024-11-13T07:28:28,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/36efee5e081c405ca79e16584361d687 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687 2024-11-13T07:28:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T07:28:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/56d068bc51e340afa14aaf41de15b65b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7f47be9820e9930a635b277054c60d9f in 1273ms, sequenceid=197, compaction requested=true 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:28,954 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:28,954 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f47be9820e9930a635b277054c60d9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:28,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,955 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:28,955 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133272 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:28,955 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/A is initiating minor compaction (all files) 2024-11-13T07:28:28,955 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/B is initiating minor compaction (all files) 2024-11-13T07:28:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,955 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/A in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:28,955 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/B in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:28,955 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=130.1 K 2024-11-13T07:28:28,955 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3127fef70b2b4c48b88544f378b92ed6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=47.7 K 2024-11-13T07:28:28,955 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:28,955 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2] 2024-11-13T07:28:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3127fef70b2b4c48b88544f378b92ed6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 722c469ee08d4983b2a1ae33ddc42de0, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e6b7d8aea64f35adab39ba2133fc46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482903626 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2f0195f5e2f43e3bf849cfe447c19e8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482903598 2024-11-13T07:28:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e2e5fad756d4c09975d4c4516be3c81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482904786 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c8b56d8ec0c4d83ac91d893817b4e80, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482904786 2024-11-13T07:28:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 36efee5e081c405ca79e16584361d687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482907035 2024-11-13T07:28:28,956 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f047924a9cd14ed09b151601cd524eb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482907035 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,962 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,964 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,964 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411133c69f75609e5492aba878898c1248a2f_7f47be9820e9930a635b277054c60d9f store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,965 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/cc670871939249b9bfb0c6465c6b4f7b is 50, key is test_row_0/B:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411133c69f75609e5492aba878898c1248a2f_7f47be9820e9930a635b277054c60d9f, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,966 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133c69f75609e5492aba878898c1248a2f_7f47be9820e9930a635b277054c60d9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742207_1383 (size=12595) 2024-11-13T07:28:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742208_1384 (size=4469) 2024-11-13T07:28:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/cc670871939249b9bfb0c6465c6b4f7b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/cc670871939249b9bfb0c6465c6b4f7b 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,379 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/B of 7f47be9820e9930a635b277054c60d9f into cc670871939249b9bfb0c6465c6b4f7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:29,379 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:29,379 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/B, priority=12, startTime=1731482908954; duration=0sec 2024-11-13T07:28:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,379 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:29,379 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:B 2024-11-13T07:28:29,379 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:28:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,380 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:28:29,380 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 7f47be9820e9930a635b277054c60d9f/C is initiating minor compaction (all files) 2024-11-13T07:28:29,380 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f47be9820e9930a635b277054c60d9f/C in TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:29,380 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b67b2dcd762241ef9d79f7f06e04ab2b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp, totalSize=47.7 K 2024-11-13T07:28:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,381 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b67b2dcd762241ef9d79f7f06e04ab2b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482903494 2024-11-13T07:28:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,381 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b7cebac5ae0242babc29e23e2f8b5ada, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731482903626 2024-11-13T07:28:29,381 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ed890af81e6e48f28438277c355b4fcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482904786 2024-11-13T07:28:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,381 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d068bc51e340afa14aaf41de15b65b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731482907035 2024-11-13T07:28:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,382 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,382 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9d665fc2084c49889ef6d65e352ee7f1 is 175, key is test_row_0/A:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742209_1385 (size=31549) 2024-11-13T07:28:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f47be9820e9930a635b277054c60d9f#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,390 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/e0d11eaf53204cf5b9d00b630842fe3d is 50, key is test_row_0/C:col10/1731482907681/Put/seqid=0 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742210_1386 (size=12595) 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T07:28:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T07:28:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,642 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T07:28:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111324ff6b5e4714453fb8abb9577f925b2a_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482907695/Put/seqid=0 2024-11-13T07:28:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742211_1387 (size=9814) 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,791 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/9d665fc2084c49889ef6d65e352ee7f1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9d665fc2084c49889ef6d65e352ee7f1 2024-11-13T07:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/A of 7f47be9820e9930a635b277054c60d9f into 9d665fc2084c49889ef6d65e352ee7f1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,796 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:29,796 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/A, priority=12, startTime=1731482908954; duration=0sec 2024-11-13T07:28:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,797 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:29,797 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:A 2024-11-13T07:28:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,799 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/e0d11eaf53204cf5b9d00b630842fe3d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e0d11eaf53204cf5b9d00b630842fe3d 2024-11-13T07:28:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,805 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f47be9820e9930a635b277054c60d9f/C of 7f47be9820e9930a635b277054c60d9f into e0d11eaf53204cf5b9d00b630842fe3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:29,806 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., storeName=7f47be9820e9930a635b277054c60d9f/C, priority=12, startTime=1731482908954; duration=0sec 2024-11-13T07:28:29,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f47be9820e9930a635b277054c60d9f:C 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482969958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482969964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:29,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482969969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:29,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482969969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:30,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111324ff6b5e4714453fb8abb9577f925b2a_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324ff6b5e4714453fb8abb9577f925b2a_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/7098d89cd6a141a5a50b449b1766792a, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/7098d89cd6a141a5a50b449b1766792a is 175, key is test_row_0/A:col10/1731482907695/Put/seqid=0 2024-11-13T07:28:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742212_1388 (size=22461) 2024-11-13T07:28:30,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482970076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482970076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482970087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482970087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:30,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482970286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482970286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482970297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482970306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,466 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/7098d89cd6a141a5a50b449b1766792a 2024-11-13T07:28:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7fe6304f178542978d6298779148b019 is 50, key is test_row_0/B:col10/1731482907695/Put/seqid=0 2024-11-13T07:28:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742213_1389 (size=9757) 2024-11-13T07:28:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482970596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482970606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482970616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482970616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:30,875 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7fe6304f178542978d6298779148b019 2024-11-13T07:28:30,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1bc1391adca045cf8ebce58176068f5a is 50, key is test_row_0/C:col10/1731482907695/Put/seqid=0 2024-11-13T07:28:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742214_1390 (size=9757) 2024-11-13T07:28:31,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482971106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:31,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482971126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482971137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482971137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:31,288 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1bc1391adca045cf8ebce58176068f5a 2024-11-13T07:28:31,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/7098d89cd6a141a5a50b449b1766792a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/7098d89cd6a141a5a50b449b1766792a 2024-11-13T07:28:31,295 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/7098d89cd6a141a5a50b449b1766792a, entries=100, sequenceid=206, filesize=21.9 K 2024-11-13T07:28:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/7fe6304f178542978d6298779148b019 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7fe6304f178542978d6298779148b019 2024-11-13T07:28:31,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7fe6304f178542978d6298779148b019, entries=100, sequenceid=206, filesize=9.5 K 2024-11-13T07:28:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1bc1391adca045cf8ebce58176068f5a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1bc1391adca045cf8ebce58176068f5a 2024-11-13T07:28:31,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1bc1391adca045cf8ebce58176068f5a, entries=100, sequenceid=206, filesize=9.5 K 2024-11-13T07:28:31,306 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 7f47be9820e9930a635b277054c60d9f in 1664ms, sequenceid=206, compaction requested=false 2024-11-13T07:28:31,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:31,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:31,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-13T07:28:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-13T07:28:31,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T07:28:31,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-13T07:28:31,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8240 sec 2024-11-13T07:28:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T07:28:31,636 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:31,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-13T07:28:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:31,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:31,639 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:31,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:31,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T07:28:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:31,791 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T07:28:31,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111340a50a9daa34493580fbc7e102e15b73_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482909967/Put/seqid=0 2024-11-13T07:28:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742215_1391 (size=12304) 2024-11-13T07:28:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482971894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482972006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482972116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,120 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482972146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,151 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482972157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482972157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,162 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,162 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:32,204 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111340a50a9daa34493580fbc7e102e15b73_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340a50a9daa34493580fbc7e102e15b73_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/36873987d9604a60bbf111bfb485fc25, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/36873987d9604a60bbf111bfb485fc25 is 175, key is test_row_0/A:col10/1731482909967/Put/seqid=0 2024-11-13T07:28:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742216_1392 (size=31105) 2024-11-13T07:28:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482972216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482972527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:32,609 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/36873987d9604a60bbf111bfb485fc25 2024-11-13T07:28:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/f2ef8322d21b4c1489e8cbb6b329b25b is 50, key is test_row_0/B:col10/1731482909967/Put/seqid=0 2024-11-13T07:28:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742217_1393 (size=12151) 2024-11-13T07:28:32,637 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/f2ef8322d21b4c1489e8cbb6b329b25b 2024-11-13T07:28:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ae1ffcf1dce846a5a604b3ff1987622a is 50, key is test_row_0/C:col10/1731482909967/Put/seqid=0 2024-11-13T07:28:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742218_1394 (size=12151) 2024-11-13T07:28:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:33,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482973036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:33,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ae1ffcf1dce846a5a604b3ff1987622a 2024-11-13T07:28:33,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/36873987d9604a60bbf111bfb485fc25 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/36873987d9604a60bbf111bfb485fc25 2024-11-13T07:28:33,077 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/36873987d9604a60bbf111bfb485fc25, entries=150, sequenceid=237, filesize=30.4 K 2024-11-13T07:28:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/f2ef8322d21b4c1489e8cbb6b329b25b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/f2ef8322d21b4c1489e8cbb6b329b25b 2024-11-13T07:28:33,082 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/f2ef8322d21b4c1489e8cbb6b329b25b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T07:28:33,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/ae1ffcf1dce846a5a604b3ff1987622a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ae1ffcf1dce846a5a604b3ff1987622a 2024-11-13T07:28:33,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ae1ffcf1dce846a5a604b3ff1987622a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T07:28:33,088 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 7f47be9820e9930a635b277054c60d9f in 1297ms, sequenceid=237, compaction requested=true 2024-11-13T07:28:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-13T07:28:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-13T07:28:33,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T07:28:33,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-13T07:28:33,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4560 sec 2024-11-13T07:28:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T07:28:33,787 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:33,787 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-13T07:28:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:33,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:33,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:33,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-13T07:28:33,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:33,942 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T07:28:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f94bfb7540e14ff482a1dc03e5ca1622_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482911884/Put/seqid=0 2024-11-13T07:28:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742219_1395 (size=12304) 2024-11-13T07:28:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:34,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:34,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731482974176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482974177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,186 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482974185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43302 deadline: 1731482974186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,196 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 7f47be9820e9930a635b277054c60d9f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:28:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482974296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482974297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482974297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:34,354 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f94bfb7540e14ff482a1dc03e5ca1622_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94bfb7540e14ff482a1dc03e5ca1622_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/39e0041724974373a8e8ddedda29115e, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/39e0041724974373a8e8ddedda29115e is 175, key is test_row_0/A:col10/1731482911884/Put/seqid=0 2024-11-13T07:28:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742220_1396 (size=31105) 2024-11-13T07:28:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:34,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482974506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482974506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482974507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/39e0041724974373a8e8ddedda29115e 2024-11-13T07:28:34,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/8fd98d9c1a2b4036992425f9563347c9 is 50, key is test_row_0/B:col10/1731482911884/Put/seqid=0 2024-11-13T07:28:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742221_1397 (size=12151) 2024-11-13T07:28:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482974816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482974816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482974816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:35,168 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/8fd98d9c1a2b4036992425f9563347c9 2024-11-13T07:28:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/66894e5aa6684294859b992f08a16777 is 50, key is test_row_0/C:col10/1731482911884/Put/seqid=0 2024-11-13T07:28:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742222_1398 (size=12151) 2024-11-13T07:28:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43266 deadline: 1731482975326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43264 deadline: 1731482975326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:35,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1731482975336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:28:35,578 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/66894e5aa6684294859b992f08a16777 2024-11-13T07:28:35,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/39e0041724974373a8e8ddedda29115e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/39e0041724974373a8e8ddedda29115e 2024-11-13T07:28:35,584 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/39e0041724974373a8e8ddedda29115e, entries=150, sequenceid=244, filesize=30.4 K 2024-11-13T07:28:35,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/8fd98d9c1a2b4036992425f9563347c9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/8fd98d9c1a2b4036992425f9563347c9 2024-11-13T07:28:35,587 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/8fd98d9c1a2b4036992425f9563347c9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-13T07:28:35,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/66894e5aa6684294859b992f08a16777 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/66894e5aa6684294859b992f08a16777 2024-11-13T07:28:35,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/66894e5aa6684294859b992f08a16777, entries=150, sequenceid=244, filesize=11.9 K 2024-11-13T07:28:35,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 7f47be9820e9930a635b277054c60d9f in 1650ms, sequenceid=244, compaction requested=true 2024-11-13T07:28:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-13T07:28:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-13T07:28:35,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T07:28:35,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-13T07:28:35,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8080 sec 2024-11-13T07:28:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T07:28:35,937 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:35,937 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-13T07:28:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:35,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:35,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:36,034 INFO [Thread-1522 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1522. 2024-11-13T07:28:36,034 DEBUG [Thread-1522 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,034 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,034 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,035 INFO [Thread-1518 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1518. 2024-11-13T07:28:36,035 DEBUG [Thread-1518 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,035 DEBUG [Thread-1518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,036 DEBUG [Thread-1518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,037 INFO [Thread-1524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1524. 2024-11-13T07:28:36,037 DEBUG [Thread-1524 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,037 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,037 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,041 INFO [Thread-1520 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1520. 2024-11-13T07:28:36,041 DEBUG [Thread-1520 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,041 DEBUG [Thread-1520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,042 DEBUG [Thread-1520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,043 INFO [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526. 2024-11-13T07:28:36,043 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,043 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,043 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:36,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-13T07:28:36,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:36,093 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T07:28:36,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111398e5ee87f1b04094abc82c2d4fdc6da5_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482914116/Put/seqid=0 2024-11-13T07:28:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742223_1399 (size=12454) 2024-11-13T07:28:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. as already flushing 2024-11-13T07:28:36,349 INFO [Thread-1513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1513. 2024-11-13T07:28:36,349 INFO [Thread-1511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1511. 2024-11-13T07:28:36,349 DEBUG [Thread-1511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,349 DEBUG [Thread-1513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,349 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,349 INFO [Thread-1507 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1507. 2024-11-13T07:28:36,349 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,349 DEBUG [Thread-1507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:36,349 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,350 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,350 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,350 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:36,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:36,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:36,514 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111398e5ee87f1b04094abc82c2d4fdc6da5_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398e5ee87f1b04094abc82c2d4fdc6da5_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/2c6ff3b87cf843f9b52f16407faad8ce, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/2c6ff3b87cf843f9b52f16407faad8ce is 175, key is test_row_0/A:col10/1731482914116/Put/seqid=0 2024-11-13T07:28:36,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742224_1400 (size=31255) 2024-11-13T07:28:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:36,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:28:36,923 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/2c6ff3b87cf843f9b52f16407faad8ce 2024-11-13T07:28:36,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/005015efaba74d27877a57efc6767d2e is 50, key is test_row_0/B:col10/1731482914116/Put/seqid=0 2024-11-13T07:28:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742225_1401 (size=12301) 2024-11-13T07:28:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:37,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/005015efaba74d27877a57efc6767d2e 2024-11-13T07:28:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1eeeee9f7fbb4dd582836bb5755cb5a7 is 50, key is test_row_0/C:col10/1731482914116/Put/seqid=0 2024-11-13T07:28:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742226_1402 (size=12301) 2024-11-13T07:28:37,764 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1eeeee9f7fbb4dd582836bb5755cb5a7 2024-11-13T07:28:37,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/2c6ff3b87cf843f9b52f16407faad8ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/2c6ff3b87cf843f9b52f16407faad8ce 2024-11-13T07:28:37,778 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/2c6ff3b87cf843f9b52f16407faad8ce, entries=150, sequenceid=273, filesize=30.5 K 2024-11-13T07:28:37,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/005015efaba74d27877a57efc6767d2e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/005015efaba74d27877a57efc6767d2e 2024-11-13T07:28:37,783 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/005015efaba74d27877a57efc6767d2e, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T07:28:37,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/1eeeee9f7fbb4dd582836bb5755cb5a7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1eeeee9f7fbb4dd582836bb5755cb5a7 2024-11-13T07:28:37,787 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1eeeee9f7fbb4dd582836bb5755cb5a7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T07:28:37,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=20.13 KB/20610 for 7f47be9820e9930a635b277054c60d9f in 1696ms, sequenceid=273, compaction requested=true 2024-11-13T07:28:37,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7f47be9820e9930a635b277054c60d9f: 2024-11-13T07:28:37,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:37,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-13T07:28:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-13T07:28:37,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-13T07:28:37,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-13T07:28:37,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8540 sec 2024-11-13T07:28:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T07:28:38,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:38,218 INFO [Thread-1509 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1509. 2024-11-13T07:28:38,218 DEBUG [Thread-1509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:38,218 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,218 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:38,229 INFO [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515. 2024-11-13T07:28:38,229 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:28:38,229 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,229 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:38,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:28:38,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1422 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4265 rows 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1418 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4251 rows 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1427 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4281 rows 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1414 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4242 rows 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1412 2024-11-13T07:28:38,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4236 rows 2024-11-13T07:28:38,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:28:38,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:28:38,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:38,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:28:38,231 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:28:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:38,235 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482918235"}]},"ts":"1731482918235"} 2024-11-13T07:28:38,237 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:28:38,237 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:28:38,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:28:38,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, UNASSIGN}] 2024-11-13T07:28:38,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, UNASSIGN 2024-11-13T07:28:38,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:38,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, UNASSIGN because future has completed 2024-11-13T07:28:38,242 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:28:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:38,395 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:38,395 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:28:38,396 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 7f47be9820e9930a635b277054c60d9f, disabling compactions & flushes 2024-11-13T07:28:38,396 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:38,396 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:38,396 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. after waiting 0 ms 2024-11-13T07:28:38,396 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:38,396 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 7f47be9820e9930a635b277054c60d9f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T07:28:38,408 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137d73dc480e184ee492962787f1c06025_7f47be9820e9930a635b277054c60d9f is 50, key is test_row_0/A:col10/1731482918217/Put/seqid=0 2024-11-13T07:28:38,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742227_1403 (size=12454) 2024-11-13T07:28:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:38,813 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:38,821 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137d73dc480e184ee492962787f1c06025_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137d73dc480e184ee492962787f1c06025_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:38,822 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/29c679b9d92d4c08a4c49bacee7897f2, store: [table=TestAcidGuarantees family=A region=7f47be9820e9930a635b277054c60d9f] 2024-11-13T07:28:38,823 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/29c679b9d92d4c08a4c49bacee7897f2 is 175, key is test_row_0/A:col10/1731482918217/Put/seqid=0 2024-11-13T07:28:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742228_1404 (size=31255) 2024-11-13T07:28:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:39,229 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/29c679b9d92d4c08a4c49bacee7897f2 2024-11-13T07:28:39,242 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c26d21483d78435fbe39c3e6f0408b92 is 50, key is test_row_0/B:col10/1731482918217/Put/seqid=0 2024-11-13T07:28:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742229_1405 (size=12301) 2024-11-13T07:28:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:39,647 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c26d21483d78435fbe39c3e6f0408b92 2024-11-13T07:28:39,705 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/9aecf3057dfa4794b8e2f303e6157776 is 50, key is test_row_0/C:col10/1731482918217/Put/seqid=0 2024-11-13T07:28:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742230_1406 (size=12301) 2024-11-13T07:28:40,108 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/9aecf3057dfa4794b8e2f303e6157776 2024-11-13T07:28:40,112 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/A/29c679b9d92d4c08a4c49bacee7897f2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/29c679b9d92d4c08a4c49bacee7897f2 2024-11-13T07:28:40,114 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/29c679b9d92d4c08a4c49bacee7897f2, entries=150, sequenceid=281, filesize=30.5 K 2024-11-13T07:28:40,115 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/B/c26d21483d78435fbe39c3e6f0408b92 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c26d21483d78435fbe39c3e6f0408b92 2024-11-13T07:28:40,118 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c26d21483d78435fbe39c3e6f0408b92, entries=150, sequenceid=281, filesize=12.0 K 2024-11-13T07:28:40,118 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/.tmp/C/9aecf3057dfa4794b8e2f303e6157776 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/9aecf3057dfa4794b8e2f303e6157776 2024-11-13T07:28:40,121 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/9aecf3057dfa4794b8e2f303e6157776, entries=150, sequenceid=281, filesize=12.0 K 2024-11-13T07:28:40,121 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7f47be9820e9930a635b277054c60d9f in 1725ms, sequenceid=281, compaction requested=true 2024-11-13T07:28:40,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2] to archive 2024-11-13T07:28:40,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:40,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/93759c2a78c947d78231f70197a20b8d 2024-11-13T07:28:40,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/702a8bc6611543abb622fdd17b6e869b 2024-11-13T07:28:40,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/894f7c70adf0448fb2c02d37facc7603 2024-11-13T07:28:40,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/ff2cff8d38ea4a1a936ebc9c768a0774 2024-11-13T07:28:40,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9ac117efe3b942649e0758537b56fe0c 2024-11-13T07:28:40,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/86dc479a15ff4027bab52b70d1483815 2024-11-13T07:28:40,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/959ce77fc1a14cf6b0c7688d44a2bb22 2024-11-13T07:28:40,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f3010342787641f8923a912301cba52a 2024-11-13T07:28:40,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/09a1aa5a674c49e599d0867f1a917665 2024-11-13T07:28:40,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/722c469ee08d4983b2a1ae33ddc42de0 2024-11-13T07:28:40,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/a2f0195f5e2f43e3bf849cfe447c19e8 2024-11-13T07:28:40,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/1c8b56d8ec0c4d83ac91d893817b4e80 2024-11-13T07:28:40,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/f047924a9cd14ed09b151601cd524eb2 2024-11-13T07:28:40,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7264eed8b44a4b42843a7a7fcfd56ee4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/178a9aaa453844b2b454890c44af4dd5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3127fef70b2b4c48b88544f378b92ed6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687] to archive 2024-11-13T07:28:40,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:40,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/1fa0651e445a46768c3ba7b69f1bc3e5 2024-11-13T07:28:40,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/4bb7b1a19c1548f49de61a6f3feb3cd3 2024-11-13T07:28:40,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7264eed8b44a4b42843a7a7fcfd56ee4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7264eed8b44a4b42843a7a7fcfd56ee4 2024-11-13T07:28:40,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c06624528a8b44719552d2c1566e38a9 2024-11-13T07:28:40,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7eaaa2de354c4ee8930e1682359febfb 2024-11-13T07:28:40,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/178a9aaa453844b2b454890c44af4dd5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/178a9aaa453844b2b454890c44af4dd5 2024-11-13T07:28:40,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/e5b8a2b7ab6c49b190e7661cf237b9ce 2024-11-13T07:28:40,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/5b049cd31e2943c6afaad6cfb3049080 2024-11-13T07:28:40,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3127fef70b2b4c48b88544f378b92ed6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3127fef70b2b4c48b88544f378b92ed6 2024-11-13T07:28:40,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/3094a67283a54268bfefe0a40fdbbb5f 2024-11-13T07:28:40,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/89e6b7d8aea64f35adab39ba2133fc46 2024-11-13T07:28:40,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/6e2e5fad756d4c09975d4c4516be3c81 2024-11-13T07:28:40,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/36efee5e081c405ca79e16584361d687 2024-11-13T07:28:40,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/f9634166c6644c6a8d8b638837495f90, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e51a5ac5f1df419d8ea68eaa6f1b29f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b67b2dcd762241ef9d79f7f06e04ab2b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b] to archive 2024-11-13T07:28:40,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:28:40,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/04e9ad7e746f42538bbde14d6012371e 2024-11-13T07:28:40,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/47c52c621b4b4dbfb3a970aa8d30baf4 2024-11-13T07:28:40,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/f9634166c6644c6a8d8b638837495f90 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/f9634166c6644c6a8d8b638837495f90 2024-11-13T07:28:40,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/703a5f41005f4f04affac1ad5f89bee9 2024-11-13T07:28:40,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3841aa72f5f74fc58516ecbd1a3f43c6 2024-11-13T07:28:40,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e51a5ac5f1df419d8ea68eaa6f1b29f5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e51a5ac5f1df419d8ea68eaa6f1b29f5 2024-11-13T07:28:40,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/d82461d279f64f52ba508bce44201383 2024-11-13T07:28:40,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/6933e86cfd024570a2b1d1c31eeb90fa 2024-11-13T07:28:40,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b67b2dcd762241ef9d79f7f06e04ab2b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b67b2dcd762241ef9d79f7f06e04ab2b 2024-11-13T07:28:40,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/3a30c56d033949a99cc99f27fdfe8636 2024-11-13T07:28:40,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/b7cebac5ae0242babc29e23e2f8b5ada 2024-11-13T07:28:40,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ed890af81e6e48f28438277c355b4fcc 2024-11-13T07:28:40,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/56d068bc51e340afa14aaf41de15b65b 2024-11-13T07:28:40,176 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits/284.seqid, newMaxSeqId=284, maxSeqId=4 2024-11-13T07:28:40,177 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. 2024-11-13T07:28:40,177 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 7f47be9820e9930a635b277054c60d9f: Waiting for close lock at 1731482918396Running coprocessor pre-close hooks at 1731482918396Disabling compacts and flushes for region at 1731482918396Disabling writes for close at 1731482918396Obtaining lock to block concurrent updates at 1731482918396Preparing flush snapshotting stores in 7f47be9820e9930a635b277054c60d9f at 1731482918396Finished memstore snapshotting TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731482918397 (+1 ms)Flushing stores of TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f. at 1731482918399 (+2 ms)Flushing 7f47be9820e9930a635b277054c60d9f/A: creating writer at 1731482918399Flushing mob file 7f47be9820e9930a635b277054c60d9f/A: appending metadata at 1731482918408 (+9 ms)Flushing mob file 7f47be9820e9930a635b277054c60d9f/A: closing flushed file at 1731482918408Flushing 7f47be9820e9930a635b277054c60d9f/A: appending metadata at 1731482918823 (+415 ms)Flushing 7f47be9820e9930a635b277054c60d9f/A: closing flushed file at 1731482918823Flushing 7f47be9820e9930a635b277054c60d9f/B: creating writer at 1731482919239 (+416 ms)Flushing 7f47be9820e9930a635b277054c60d9f/B: appending metadata at 1731482919242 (+3 ms)Flushing 7f47be9820e9930a635b277054c60d9f/B: closing flushed file at 1731482919242Flushing 7f47be9820e9930a635b277054c60d9f/C: creating writer at 1731482919696 (+454 ms)Flushing 7f47be9820e9930a635b277054c60d9f/C: appending metadata at 1731482919704 (+8 ms)Flushing 7f47be9820e9930a635b277054c60d9f/C: closing flushed file at 1731482919704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288c708f: reopening flushed file at 1731482920111 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5b53e3: reopening flushed file at 1731482920115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4526f4: reopening flushed file at 1731482920118 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7f47be9820e9930a635b277054c60d9f in 1725ms, sequenceid=281, compaction requested=true at 1731482920121 (+3 ms)Writing region close event to WAL at 1731482920174 (+53 ms)Running coprocessor post-close hooks at 1731482920177 (+3 ms)Closed at 1731482920177 2024-11-13T07:28:40,178 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=7f47be9820e9930a635b277054c60d9f, regionState=CLOSED 2024-11-13T07:28:40,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:40,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T07:28:40,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f47be9820e9930a635b277054c60d9f, server=2998b885bdef,41631,1731482798425 in 1.9390 sec 2024-11-13T07:28:40,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-13T07:28:40,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f47be9820e9930a635b277054c60d9f, UNASSIGN in 1.9430 sec 2024-11-13T07:28:40,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-13T07:28:40,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-13T07:28:40,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482920186"}]},"ts":"1731482920186"} 2024-11-13T07:28:40,187 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:28:40,187 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:28:40,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9560 sec 2024-11-13T07:28:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T07:28:40,387 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:40,388 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:28:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,391 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T07:28:40,393 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,396 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,401 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits] 2024-11-13T07:28:40,405 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/29c679b9d92d4c08a4c49bacee7897f2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/29c679b9d92d4c08a4c49bacee7897f2 2024-11-13T07:28:40,407 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/2c6ff3b87cf843f9b52f16407faad8ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/2c6ff3b87cf843f9b52f16407faad8ce 2024-11-13T07:28:40,408 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/36873987d9604a60bbf111bfb485fc25 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/36873987d9604a60bbf111bfb485fc25 2024-11-13T07:28:40,410 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/39e0041724974373a8e8ddedda29115e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/39e0041724974373a8e8ddedda29115e 2024-11-13T07:28:40,412 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/7098d89cd6a141a5a50b449b1766792a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/7098d89cd6a141a5a50b449b1766792a 2024-11-13T07:28:40,414 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9d665fc2084c49889ef6d65e352ee7f1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/A/9d665fc2084c49889ef6d65e352ee7f1 2024-11-13T07:28:40,419 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/005015efaba74d27877a57efc6767d2e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/005015efaba74d27877a57efc6767d2e 2024-11-13T07:28:40,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7fe6304f178542978d6298779148b019 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/7fe6304f178542978d6298779148b019 2024-11-13T07:28:40,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/8fd98d9c1a2b4036992425f9563347c9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/8fd98d9c1a2b4036992425f9563347c9 2024-11-13T07:28:40,425 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c26d21483d78435fbe39c3e6f0408b92 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/c26d21483d78435fbe39c3e6f0408b92 2024-11-13T07:28:40,427 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/cc670871939249b9bfb0c6465c6b4f7b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/cc670871939249b9bfb0c6465c6b4f7b 2024-11-13T07:28:40,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/f2ef8322d21b4c1489e8cbb6b329b25b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/B/f2ef8322d21b4c1489e8cbb6b329b25b 2024-11-13T07:28:40,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1bc1391adca045cf8ebce58176068f5a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1bc1391adca045cf8ebce58176068f5a 2024-11-13T07:28:40,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1eeeee9f7fbb4dd582836bb5755cb5a7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/1eeeee9f7fbb4dd582836bb5755cb5a7 2024-11-13T07:28:40,435 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/66894e5aa6684294859b992f08a16777 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/66894e5aa6684294859b992f08a16777 2024-11-13T07:28:40,437 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/9aecf3057dfa4794b8e2f303e6157776 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/9aecf3057dfa4794b8e2f303e6157776 2024-11-13T07:28:40,438 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ae1ffcf1dce846a5a604b3ff1987622a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/ae1ffcf1dce846a5a604b3ff1987622a 2024-11-13T07:28:40,440 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e0d11eaf53204cf5b9d00b630842fe3d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/C/e0d11eaf53204cf5b9d00b630842fe3d 2024-11-13T07:28:40,443 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits/284.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f/recovered.edits/284.seqid 2024-11-13T07:28:40,443 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,444 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:28:40,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:28:40,445 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T07:28:40,449 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130bbb53d3e1014902a6931bf048237b6f_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130bbb53d3e1014902a6931bf048237b6f_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,451 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324ff6b5e4714453fb8abb9577f925b2a_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324ff6b5e4714453fb8abb9577f925b2a_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,452 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340a50a9daa34493580fbc7e102e15b73_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340a50a9daa34493580fbc7e102e15b73_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,454 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111341b71108e6034125b4b3fac33cc61fb1_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111341b71108e6034125b4b3fac33cc61fb1_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,455 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113526a25dca5d34128a4d7a232c86a39b0_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113526a25dca5d34128a4d7a232c86a39b0_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,457 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135bb4c5d6244e40e9b5602285cf1b4062_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135bb4c5d6244e40e9b5602285cf1b4062_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,458 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136c8ba080378649f4921d1a651deb90df_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136c8ba080378649f4921d1a651deb90df_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,460 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137d73dc480e184ee492962787f1c06025_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137d73dc480e184ee492962787f1c06025_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,461 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b5b4e01fd3845ca92c3eafa4b8f9250_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b5b4e01fd3845ca92c3eafa4b8f9250_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,463 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398e5ee87f1b04094abc82c2d4fdc6da5_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398e5ee87f1b04094abc82c2d4fdc6da5_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,464 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b18136c33344b5392d3a0669d36e9e3_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b18136c33344b5392d3a0669d36e9e3_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,466 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a03ed3af97734396a47c6532cc52c930_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a03ed3af97734396a47c6532cc52c930_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,468 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bef6a2a7c34d4cdb9205b67e26ad3446_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bef6a2a7c34d4cdb9205b67e26ad3446_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,470 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94bfb7540e14ff482a1dc03e5ca1622_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94bfb7540e14ff482a1dc03e5ca1622_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,472 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc677e63489145ffa980e7e5f6309d2c_7f47be9820e9930a635b277054c60d9f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc677e63489145ffa980e7e5f6309d2c_7f47be9820e9930a635b277054c60d9f 2024-11-13T07:28:40,472 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:28:40,474 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,476 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:28:40,477 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:28:40,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:28:40,479 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482920478"}]},"ts":"9223372036854775807"} 2024-11-13T07:28:40,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:28:40,480 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f47be9820e9930a635b277054c60d9f, NAME => 'TestAcidGuarantees,,1731482892922.7f47be9820e9930a635b277054c60d9f.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:28:40,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:28:40,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482920480"}]},"ts":"9223372036854775807"} 2024-11-13T07:28:40,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:28:40,482 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-13T07:28:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T07:28:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:28:40,496 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:40,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613535951_22 at /127.0.0.1:53688 [Waiting for operation #2548] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642604823_22 at /127.0.0.1:53706 [Waiting for operation #2557] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613535951_22 at /127.0.0.1:39612 [Waiting for operation #2655] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642604823_22 at /127.0.0.1:53696 [Waiting for operation #2562] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 562), ProcessCount=11 (was 11), AvailableMemoryMB=3768 (was 3828) 2024-11-13T07:28:40,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=3768 2024-11-13T07:28:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:28:40,512 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:28:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:28:40,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:28:40,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:40,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-13T07:28:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:40,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:28:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742231_1407 (size=959) 2024-11-13T07:28:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:40,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:28:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742232_1408 (size=53) 2024-11-13T07:28:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:41,336 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:28:41,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d88b29b44592284ac440f84605632c77, disabling compactions & flushes 2024-11-13T07:28:41,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. after waiting 0 ms 2024-11-13T07:28:41,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d88b29b44592284ac440f84605632c77: Waiting for close lock at 1731482921336Disabling compacts and flushes for region at 1731482921336Disabling writes for close at 1731482921337 (+1 ms)Writing region close event to WAL at 1731482921337Closed at 1731482921337 2024-11-13T07:28:41,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:28:41,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482921340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482921340"}]},"ts":"1731482921340"} 2024-11-13T07:28:41,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:28:41,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:28:41,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482921347"}]},"ts":"1731482921347"} 2024-11-13T07:28:41,350 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:28:41,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, ASSIGN}] 2024-11-13T07:28:41,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, ASSIGN 2024-11-13T07:28:41,352 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:28:41,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=d88b29b44592284ac440f84605632c77, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, ASSIGN because future has completed 2024-11-13T07:28:41,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:28:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:41,669 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,669 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:28:41,672 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,672 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:28:41,672 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,672 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,675 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,677 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b29b44592284ac440f84605632c77 columnFamilyName A 2024-11-13T07:28:41,677 DEBUG [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:41,678 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(327): Store=d88b29b44592284ac440f84605632c77/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:41,678 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,679 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b29b44592284ac440f84605632c77 columnFamilyName B 2024-11-13T07:28:41,679 DEBUG [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:41,680 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(327): Store=d88b29b44592284ac440f84605632c77/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:41,680 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,681 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b29b44592284ac440f84605632c77 columnFamilyName C 2024-11-13T07:28:41,681 DEBUG [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:28:41,682 INFO [StoreOpener-d88b29b44592284ac440f84605632c77-1 {}] regionserver.HStore(327): Store=d88b29b44592284ac440f84605632c77/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:28:41,682 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,683 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,683 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,684 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,684 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,685 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:28:41,686 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,689 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:28:41,689 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened d88b29b44592284ac440f84605632c77; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61649123, jitterRate=-0.081356480717659}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:28:41,689 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d88b29b44592284ac440f84605632c77 2024-11-13T07:28:41,690 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for d88b29b44592284ac440f84605632c77: Running coprocessor pre-open hook at 1731482921672Writing region info on filesystem at 1731482921672Initializing all the Stores at 1731482921674 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482921674Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482921675 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482921675Cleaning up temporary data from old regions at 1731482921685 (+10 ms)Running coprocessor post-open hooks at 1731482921689 (+4 ms)Region opened successfully at 1731482921690 (+1 ms) 2024-11-13T07:28:41,691 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., pid=128, masterSystemTime=1731482921663 2024-11-13T07:28:41,694 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,694 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:41,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=d88b29b44592284ac440f84605632c77, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:28:41,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:28:41,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T07:28:41,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 in 188 msec 2024-11-13T07:28:41,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-13T07:28:41,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, ASSIGN in 351 msec 2024-11-13T07:28:41,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:28:41,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482921705"}]},"ts":"1731482921705"} 2024-11-13T07:28:41,708 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:28:41,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:28:41,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-13T07:28:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-13T07:28:42,658 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:42,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d1f058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,664 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8a4428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1881235f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:28:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:28:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a2a37a 2024-11-13T07:28:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:28:42,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:28:42,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,674 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1112fed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f2da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddd4248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e38fae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9d3401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307fc075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,685 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51202823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,687 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d1af87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,689 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3e24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,690 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620ed91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,693 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c97c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,695 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f465724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,697 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50932f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,699 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f61406a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,701 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ef8859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f80ef11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,705 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152dd6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32581972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:28:42,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:28:42,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:28:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:28:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:28:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2174b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:28:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:28:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:28:42,708 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:28:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d44dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:28:42,709 DEBUG [Thread-1859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,709 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,709 DEBUG [Thread-1850 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,710 DEBUG [Thread-1848 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,710 DEBUG [Thread-1867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,710 DEBUG [Thread-1854 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:42,710 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,711 DEBUG [Thread-1854 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,711 DEBUG [Thread-1856 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,711 DEBUG [Thread-1852 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,711 DEBUG [Thread-1867 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,711 DEBUG [Thread-1867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T07:28:42,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,712 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:28:42,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,713 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:42,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,711 DEBUG [Thread-1854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:28:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:28:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,714 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:42,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:28:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2] 2024-11-13T07:28:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:42,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:28:42,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b3f32c38c21544e7b7b89164501c7798 is 50, key is test_row_0/A:col10/1731482922720/Put/seqid=0 2024-11-13T07:28:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742233_1409 (size=21365) 2024-11-13T07:28:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482982760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482982760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482982761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482982768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482982768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:42,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:42,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:42,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482982876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482982877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482982877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482982877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482982886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482983086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482983086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482983087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482983087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482983096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b3f32c38c21544e7b7b89164501c7798 2024-11-13T07:28:43,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/f8e604052b2145468ecd39e3b7b8d844 is 50, key is test_row_0/B:col10/1731482922720/Put/seqid=0 2024-11-13T07:28:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742234_1410 (size=12001) 2024-11-13T07:28:43,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:43,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482983397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482983397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482983397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482983397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482983406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/f8e604052b2145468ecd39e3b7b8d844 2024-11-13T07:28:43,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/82ebda85ec9841ffb2e204c0b0194eae is 50, key is test_row_0/C:col10/1731482922720/Put/seqid=0 2024-11-13T07:28:43,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742235_1411 (size=12001) 2024-11-13T07:28:43,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/82ebda85ec9841ffb2e204c0b0194eae 2024-11-13T07:28:43,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b3f32c38c21544e7b7b89164501c7798 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798 2024-11-13T07:28:43,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798, entries=350, sequenceid=14, filesize=20.9 K 2024-11-13T07:28:43,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/f8e604052b2145468ecd39e3b7b8d844 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844 2024-11-13T07:28:43,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T07:28:43,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/82ebda85ec9841ffb2e204c0b0194eae as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae 2024-11-13T07:28:43,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T07:28:43,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d88b29b44592284ac440f84605632c77 in 912ms, sequenceid=14, compaction requested=false 2024-11-13T07:28:43,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:43,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:43,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T07:28:43,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:43,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:28:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/c653092a48b345e5aea9e3b9e672b40a is 50, key is test_row_0/A:col10/1731482922766/Put/seqid=0 2024-11-13T07:28:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742236_1412 (size=12001) 2024-11-13T07:28:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:43,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:43,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482983917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482983919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482983920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482983920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482983921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482984036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482984037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482984037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482984037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482984037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,197 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/c653092a48b345e5aea9e3b9e672b40a 2024-11-13T07:28:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/0897bfdfbe404af68aeb47dc5848de51 is 50, key is test_row_0/B:col10/1731482922766/Put/seqid=0 2024-11-13T07:28:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742237_1413 (size=12001) 2024-11-13T07:28:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482984246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482984246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482984247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482984247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482984256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482984556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482984556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482984556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482984557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482984567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:44,606 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/0897bfdfbe404af68aeb47dc5848de51 2024-11-13T07:28:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/bb39ed51ae3e43a0b53988e560c6272c is 50, key is test_row_0/C:col10/1731482922766/Put/seqid=0 2024-11-13T07:28:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742238_1414 (size=12001) 2024-11-13T07:28:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:45,017 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/bb39ed51ae3e43a0b53988e560c6272c 2024-11-13T07:28:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/c653092a48b345e5aea9e3b9e672b40a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a 2024-11-13T07:28:45,022 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:28:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/0897bfdfbe404af68aeb47dc5848de51 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51 2024-11-13T07:28:45,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:28:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/bb39ed51ae3e43a0b53988e560c6272c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c 2024-11-13T07:28:45,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T07:28:45,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d88b29b44592284ac440f84605632c77 in 1244ms, sequenceid=38, compaction requested=false 2024-11-13T07:28:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T07:28:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T07:28:45,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T07:28:45,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-11-13T07:28:45,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.3240 sec 2024-11-13T07:28:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:45,070 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:45,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:28:45,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e304684ee617420c9aaf0628a3e91701 is 50, key is test_row_0/A:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742239_1415 (size=14341) 2024-11-13T07:28:45,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482985098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482985105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482985106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482985107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482985107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482985216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482985216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482985227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482985227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482985227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482985426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482985426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482985437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482985437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482985437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e304684ee617420c9aaf0628a3e91701 2024-11-13T07:28:45,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/4a2df1da41ee49f2a0ecf7ef51175518 is 50, key is test_row_0/B:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742240_1416 (size=12001) 2024-11-13T07:28:45,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:28:45,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482985736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482985746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482985746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482985746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482985747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:45,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/4a2df1da41ee49f2a0ecf7ef51175518 2024-11-13T07:28:45,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/275bf57551834fd88ac732d6eccadd79 is 50, key is test_row_0/C:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742241_1417 (size=12001) 2024-11-13T07:28:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482986256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482986256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482986266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482986266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:46,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482986267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:46,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/275bf57551834fd88ac732d6eccadd79 2024-11-13T07:28:46,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e304684ee617420c9aaf0628a3e91701 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701 2024-11-13T07:28:46,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701, entries=200, sequenceid=51, filesize=14.0 K 2024-11-13T07:28:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/4a2df1da41ee49f2a0ecf7ef51175518 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518 2024-11-13T07:28:46,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T07:28:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/275bf57551834fd88ac732d6eccadd79 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79 2024-11-13T07:28:46,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T07:28:46,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d88b29b44592284ac440f84605632c77 in 1248ms, sequenceid=51, compaction requested=true 2024-11-13T07:28:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:46,319 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:46,320 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:46,320 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:46,320 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.2 K 2024-11-13T07:28:46,320 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=46.6 K 2024-11-13T07:28:46,320 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3f32c38c21544e7b7b89164501c7798, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731482922716 2024-11-13T07:28:46,320 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f8e604052b2145468ecd39e3b7b8d844, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731482922720 2024-11-13T07:28:46,320 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0897bfdfbe404af68aeb47dc5848de51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482922743 2024-11-13T07:28:46,320 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c653092a48b345e5aea9e3b9e672b40a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482922743 2024-11-13T07:28:46,321 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2df1da41ee49f2a0ecf7ef51175518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923919 2024-11-13T07:28:46,321 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e304684ee617420c9aaf0628a3e91701, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923918 2024-11-13T07:28:46,327 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:46,328 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/1b5995c03e934ee7a5e71fd8eef42ab7 is 50, key is test_row_0/B:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:46,328 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:46,328 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/34fd89a17c9840998c7fc5b66028a030 is 50, key is test_row_0/A:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742242_1418 (size=12104) 2024-11-13T07:28:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742243_1419 (size=12104) 2024-11-13T07:28:46,736 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/1b5995c03e934ee7a5e71fd8eef42ab7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1b5995c03e934ee7a5e71fd8eef42ab7 2024-11-13T07:28:46,739 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into 1b5995c03e934ee7a5e71fd8eef42ab7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:46,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:46,739 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482926319; duration=0sec 2024-11-13T07:28:46,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:46,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:46,739 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:46,740 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:46,740 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:46,740 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:46,740 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.2 K 2024-11-13T07:28:46,741 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ebda85ec9841ffb2e204c0b0194eae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731482922720 2024-11-13T07:28:46,742 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting bb39ed51ae3e43a0b53988e560c6272c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731482922743 2024-11-13T07:28:46,742 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 275bf57551834fd88ac732d6eccadd79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923919 2024-11-13T07:28:46,744 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/34fd89a17c9840998c7fc5b66028a030 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/34fd89a17c9840998c7fc5b66028a030 2024-11-13T07:28:46,748 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into 34fd89a17c9840998c7fc5b66028a030(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:46,748 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:46,748 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482926319; duration=0sec 2024-11-13T07:28:46,748 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:46,748 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:46,748 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:46,749 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/c4e530c52c5a479097f2d7a5731ec772 is 50, key is test_row_0/C:col10/1731482925069/Put/seqid=0 2024-11-13T07:28:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742244_1420 (size=12104) 2024-11-13T07:28:46,755 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/c4e530c52c5a479097f2d7a5731ec772 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/c4e530c52c5a479097f2d7a5731ec772 2024-11-13T07:28:46,763 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into c4e530c52c5a479097f2d7a5731ec772(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:46,763 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:46,763 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482926319; duration=0sec 2024-11-13T07:28:46,764 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:46,764 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T07:28:46,886 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:46,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T07:28:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:46,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:46,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:46,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:47,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T07:28:47,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:47,042 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:28:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4f728fff43b44d37a707b41316c2bda3 is 50, key is test_row_0/A:col10/1731482925106/Put/seqid=0 2024-11-13T07:28:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742245_1421 (size=12001) 2024-11-13T07:28:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482987288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482987289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482987290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482987291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482987292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482987407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482987407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482987407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482987407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482987407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4f728fff43b44d37a707b41316c2bda3 2024-11-13T07:28:47,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/2804bf9af769417d837d802ab2e3b043 is 50, key is test_row_0/B:col10/1731482925106/Put/seqid=0 2024-11-13T07:28:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742246_1422 (size=12001) 2024-11-13T07:28:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482987616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482987616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482987616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482987616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482987616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/2804bf9af769417d837d802ab2e3b043 2024-11-13T07:28:47,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/8cd2afbf3168433cb51d26b0663fac43 is 50, key is test_row_0/C:col10/1731482925106/Put/seqid=0 2024-11-13T07:28:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742247_1423 (size=12001) 2024-11-13T07:28:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482987927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482987927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482987927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482987927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482987927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:48,268 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/8cd2afbf3168433cb51d26b0663fac43 2024-11-13T07:28:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4f728fff43b44d37a707b41316c2bda3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3 2024-11-13T07:28:48,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:28:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/2804bf9af769417d837d802ab2e3b043 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043 2024-11-13T07:28:48,278 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:28:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/8cd2afbf3168433cb51d26b0663fac43 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43 2024-11-13T07:28:48,282 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:28:48,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d88b29b44592284ac440f84605632c77 in 1241ms, sequenceid=78, compaction requested=false 2024-11-13T07:28:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T07:28:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T07:28:48,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T07:28:48,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-13T07:28:48,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3990 sec 2024-11-13T07:28:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:48,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:28:48,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/f7563ba4413f432e940a056f66a0e109 is 50, key is test_row_0/A:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:48,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742248_1424 (size=16681) 2024-11-13T07:28:48,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482988460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482988461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482988462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482988462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482988470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482988577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482988577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482988577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482988577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482988586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482988786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482988786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482988786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482988786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482988796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:48,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/f7563ba4413f432e940a056f66a0e109 2024-11-13T07:28:48,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/1598da5aa79d4f83b72def05c345af22 is 50, key is test_row_0/B:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742249_1425 (size=12001) 2024-11-13T07:28:48,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/1598da5aa79d4f83b72def05c345af22 2024-11-13T07:28:48,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/58c960bb4b5843b59bb76c51e9eb3f68 is 50, key is test_row_0/C:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742250_1426 (size=12001) 2024-11-13T07:28:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T07:28:49,037 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:49,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T07:28:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:49,038 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:49,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:49,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482989106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482989106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482989106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482989106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482989106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:49,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T07:28:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:49,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/58c960bb4b5843b59bb76c51e9eb3f68 2024-11-13T07:28:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/f7563ba4413f432e940a056f66a0e109 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109 2024-11-13T07:28:49,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109, entries=250, sequenceid=92, filesize=16.3 K 2024-11-13T07:28:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/1598da5aa79d4f83b72def05c345af22 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22 2024-11-13T07:28:49,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T07:28:49,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/58c960bb4b5843b59bb76c51e9eb3f68 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68 2024-11-13T07:28:49,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T07:28:49,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d88b29b44592284ac440f84605632c77 in 851ms, sequenceid=92, compaction requested=true 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:49,289 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:49,289 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:49,290 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,290 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,290 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/34fd89a17c9840998c7fc5b66028a030, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=39.8 K 2024-11-13T07:28:49,290 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1b5995c03e934ee7a5e71fd8eef42ab7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.3 K 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b5995c03e934ee7a5e71fd8eef42ab7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923919 2024-11-13T07:28:49,290 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34fd89a17c9840998c7fc5b66028a030, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923919 2024-11-13T07:28:49,291 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2804bf9af769417d837d802ab2e3b043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482925096 2024-11-13T07:28:49,291 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f728fff43b44d37a707b41316c2bda3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482925096 2024-11-13T07:28:49,291 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1598da5aa79d4f83b72def05c345af22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:49,291 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7563ba4413f432e940a056f66a0e109, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:49,307 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:49,307 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/c6535a747ad745c69391678d3b5cde4e is 50, key is test_row_0/B:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:49,308 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:49,308 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/7b12d23b1eac4434b3390274c81826b1 is 50, key is test_row_0/A:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742251_1427 (size=12207) 2024-11-13T07:28:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742252_1428 (size=12207) 2024-11-13T07:28:49,318 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/c6535a747ad745c69391678d3b5cde4e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c6535a747ad745c69391678d3b5cde4e 2024-11-13T07:28:49,323 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into c6535a747ad745c69391678d3b5cde4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:49,323 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:49,323 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482929289; duration=0sec 2024-11-13T07:28:49,323 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:49,323 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:49,323 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:49,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:49,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:49,324 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,324 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/c4e530c52c5a479097f2d7a5731ec772, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.3 K 2024-11-13T07:28:49,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e530c52c5a479097f2d7a5731ec772, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482923919 2024-11-13T07:28:49,324 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd2afbf3168433cb51d26b0663fac43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482925096 2024-11-13T07:28:49,325 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 58c960bb4b5843b59bb76c51e9eb3f68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:49,330 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:49,330 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/3c44d3c0574244f68db5dfaace7c6de3 is 50, key is test_row_0/C:col10/1731482928439/Put/seqid=0 2024-11-13T07:28:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742253_1429 (size=12207) 2024-11-13T07:28:49,338 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/3c44d3c0574244f68db5dfaace7c6de3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/3c44d3c0574244f68db5dfaace7c6de3 2024-11-13T07:28:49,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T07:28:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:49,343 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:28:49,343 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 3c44d3c0574244f68db5dfaace7c6de3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:49,344 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:49,344 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482929289; duration=0sec 2024-11-13T07:28:49,344 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:49,344 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b30facf6653443ad81181ee55cbc4469 is 50, key is test_row_0/A:col10/1731482928452/Put/seqid=0 2024-11-13T07:28:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742254_1430 (size=12001) 2024-11-13T07:28:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482989631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482989632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482989634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482989635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482989635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:49,721 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/7b12d23b1eac4434b3390274c81826b1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b12d23b1eac4434b3390274c81826b1 2024-11-13T07:28:49,724 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into 7b12d23b1eac4434b3390274c81826b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:49,724 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:49,724 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482929289; duration=0sec 2024-11-13T07:28:49,724 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:49,724 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482989746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482989747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482989747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482989747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,751 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b30facf6653443ad81181ee55cbc4469 2024-11-13T07:28:49,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482989747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a7b4f4c259b64a9c826d0c1e50b0167c is 50, key is test_row_0/B:col10/1731482928452/Put/seqid=0 2024-11-13T07:28:49,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742255_1431 (size=12001) 2024-11-13T07:28:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482989957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482989957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482989957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482989957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:49,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482989966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a7b4f4c259b64a9c826d0c1e50b0167c 2024-11-13T07:28:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/72dd805fc9b84dc78025d7a5cc293ca5 is 50, key is test_row_0/C:col10/1731482928452/Put/seqid=0 2024-11-13T07:28:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742256_1432 (size=12001) 2024-11-13T07:28:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482990266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482990266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482990266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482990266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482990277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,570 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/72dd805fc9b84dc78025d7a5cc293ca5 2024-11-13T07:28:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/b30facf6653443ad81181ee55cbc4469 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469 2024-11-13T07:28:50,576 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:28:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a7b4f4c259b64a9c826d0c1e50b0167c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c 2024-11-13T07:28:50,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:28:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/72dd805fc9b84dc78025d7a5cc293ca5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5 2024-11-13T07:28:50,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:28:50,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d88b29b44592284ac440f84605632c77 in 1240ms, sequenceid=116, compaction requested=false 2024-11-13T07:28:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T07:28:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T07:28:50,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T07:28:50,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-11-13T07:28:50,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.5510 sec 2024-11-13T07:28:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:50,782 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:50,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T07:28:50,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/8da774b321bc46dc8cee1b0f1d4c1c75 is 50, key is test_row_0/A:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742257_1433 (size=14441) 2024-11-13T07:28:50,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482990815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482990817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482990818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482990818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482990819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482990926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482990927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482990927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482990936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482990936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482991137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482991147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482991147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482991156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482991156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/8da774b321bc46dc8cee1b0f1d4c1c75 2024-11-13T07:28:51,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/e0192b4599734d1a9b7bce4edd6380af is 50, key is test_row_0/B:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742258_1434 (size=12051) 2024-11-13T07:28:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T07:28:51,197 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:51,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-13T07:28:51,199 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:51,199 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:51,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:51,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:51,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482991447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482991456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482991456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482991466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482991466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:51,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/e0192b4599734d1a9b7bce4edd6380af 2024-11-13T07:28:51,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0ccc017116ea4310a66df5e6fd8dfe22 is 50, key is test_row_0/C:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742259_1435 (size=12051) 2024-11-13T07:28:51,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:51,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:51,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482991966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482991966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482991976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482991977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482991987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:52,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0ccc017116ea4310a66df5e6fd8dfe22 2024-11-13T07:28:52,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/8da774b321bc46dc8cee1b0f1d4c1c75 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75 2024-11-13T07:28:52,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75, entries=200, sequenceid=132, filesize=14.1 K 2024-11-13T07:28:52,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/e0192b4599734d1a9b7bce4edd6380af as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af 2024-11-13T07:28:52,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af, entries=150, sequenceid=132, filesize=11.8 K 2024-11-13T07:28:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0ccc017116ea4310a66df5e6fd8dfe22 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22 2024-11-13T07:28:52,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22, entries=150, sequenceid=132, filesize=11.8 K 2024-11-13T07:28:52,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d88b29b44592284ac440f84605632c77 in 1238ms, sequenceid=132, compaction requested=true 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:52,020 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:52,020 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:52,021 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:52,021 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:52,021 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c6535a747ad745c69391678d3b5cde4e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.4 K 2024-11-13T07:28:52,021 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b12d23b1eac4434b3390274c81826b1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=37.7 K 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c6535a747ad745c69391678d3b5cde4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b12d23b1eac4434b3390274c81826b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a7b4f4c259b64a9c826d0c1e50b0167c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482928452 2024-11-13T07:28:52,021 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b30facf6653443ad81181ee55cbc4469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482928452 2024-11-13T07:28:52,022 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e0192b4599734d1a9b7bce4edd6380af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:52,022 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da774b321bc46dc8cee1b0f1d4c1c75, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:52,029 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:52,030 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/fc35b91943334ea890bda13b82debf16 is 50, key is test_row_0/B:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:52,030 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:52,030 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ecfbb24bd1fc400e819255b7c1466351 is 50, key is test_row_0/A:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742261_1437 (size=12359) 2024-11-13T07:28:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742260_1436 (size=12359) 2024-11-13T07:28:52,045 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/fc35b91943334ea890bda13b82debf16 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/fc35b91943334ea890bda13b82debf16 2024-11-13T07:28:52,049 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into fc35b91943334ea890bda13b82debf16(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:52,049 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:52,049 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482932020; duration=0sec 2024-11-13T07:28:52,049 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:52,049 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:52,050 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:52,051 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:52,051 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:52,051 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:52,052 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/3c44d3c0574244f68db5dfaace7c6de3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.4 K 2024-11-13T07:28:52,052 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c44d3c0574244f68db5dfaace7c6de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731482927286 2024-11-13T07:28:52,052 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 72dd805fc9b84dc78025d7a5cc293ca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482928452 2024-11-13T07:28:52,053 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ccc017116ea4310a66df5e6fd8dfe22, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:52,058 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:52,059 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/05e99c6f436f4d1f8ca3ee52186e5269 is 50, key is test_row_0/C:col10/1731482929629/Put/seqid=0 2024-11-13T07:28:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742262_1438 (size=12359) 2024-11-13T07:28:52,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T07:28:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:52,115 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:28:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5986b5a17ef540328867ca604055559c is 50, key is test_row_0/A:col10/1731482930816/Put/seqid=0 2024-11-13T07:28:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742263_1439 (size=12151) 2024-11-13T07:28:52,122 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5986b5a17ef540328867ca604055559c 2024-11-13T07:28:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/01ebb78c9a9b4395853170106a57af6b is 50, key is test_row_0/B:col10/1731482930816/Put/seqid=0 2024-11-13T07:28:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742264_1440 (size=12151) 2024-11-13T07:28:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:52,444 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ecfbb24bd1fc400e819255b7c1466351 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ecfbb24bd1fc400e819255b7c1466351 2024-11-13T07:28:52,447 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into ecfbb24bd1fc400e819255b7c1466351(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:52,447 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:52,447 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482932020; duration=0sec 2024-11-13T07:28:52,447 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:52,447 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:52,466 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/05e99c6f436f4d1f8ca3ee52186e5269 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/05e99c6f436f4d1f8ca3ee52186e5269 2024-11-13T07:28:52,469 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 05e99c6f436f4d1f8ca3ee52186e5269(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:52,469 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:52,469 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482932020; duration=0sec 2024-11-13T07:28:52,469 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:52,469 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:52,531 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/01ebb78c9a9b4395853170106a57af6b 2024-11-13T07:28:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/b529137bce694b48b92be53e24b81447 is 50, key is test_row_0/C:col10/1731482930816/Put/seqid=0 2024-11-13T07:28:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742265_1441 (size=12151) 2024-11-13T07:28:52,941 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/b529137bce694b48b92be53e24b81447 2024-11-13T07:28:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5986b5a17ef540328867ca604055559c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c 2024-11-13T07:28:52,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T07:28:52,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/01ebb78c9a9b4395853170106a57af6b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b 2024-11-13T07:28:52,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T07:28:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/b529137bce694b48b92be53e24b81447 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447 2024-11-13T07:28:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T07:28:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for d88b29b44592284ac440f84605632c77 in 840ms, sequenceid=155, compaction requested=false 2024-11-13T07:28:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-13T07:28:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-13T07:28:52,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T07:28:52,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec 2024-11-13T07:28:52,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7620 sec 2024-11-13T07:28:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:52,992 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:52,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:28:52,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4c3df75830ef468eaad69ea329284420 is 50, key is test_row_0/A:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742266_1442 (size=19321) 2024-11-13T07:28:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482993021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482993026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482993031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482993032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482993033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482993137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482993137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482993146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482993146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482993146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T07:28:53,347 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:53,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-13T07:28:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:53,349 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:53,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:53,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482993357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482993357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482993366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482993366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482993366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4c3df75830ef468eaad69ea329284420 2024-11-13T07:28:53,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/cafeacfbfd434e4aa208dc2986011e1e is 50, key is test_row_0/B:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742267_1443 (size=12151) 2024-11-13T07:28:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:53,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T07:28:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T07:28:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482993666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482993666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482993677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482993677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482993678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:53,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/cafeacfbfd434e4aa208dc2986011e1e 2024-11-13T07:28:53,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T07:28:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:53,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/cdbae65e6ca943139cccf1f5b8758f0b is 50, key is test_row_0/C:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742268_1444 (size=12151) 2024-11-13T07:28:53,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/cdbae65e6ca943139cccf1f5b8758f0b 2024-11-13T07:28:53,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4c3df75830ef468eaad69ea329284420 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420 2024-11-13T07:28:53,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420, entries=300, sequenceid=169, filesize=18.9 K 2024-11-13T07:28:53,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/cafeacfbfd434e4aa208dc2986011e1e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e 2024-11-13T07:28:53,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:28:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/cdbae65e6ca943139cccf1f5b8758f0b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b 2024-11-13T07:28:53,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T07:28:53,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d88b29b44592284ac440f84605632c77 in 872ms, sequenceid=169, compaction requested=true 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:53,864 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:53,864 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:53,872 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:53,872 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:53,872 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:53,872 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:53,872 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,872 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/fc35b91943334ea890bda13b82debf16, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.8 K 2024-11-13T07:28:53,872 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,872 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ecfbb24bd1fc400e819255b7c1466351, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=42.8 K 2024-11-13T07:28:53,874 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting fc35b91943334ea890bda13b82debf16, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:53,874 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecfbb24bd1fc400e819255b7c1466351, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:53,874 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 01ebb78c9a9b4395853170106a57af6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731482930802 2024-11-13T07:28:53,875 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5986b5a17ef540328867ca604055559c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731482930802 2024-11-13T07:28:53,875 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting cafeacfbfd434e4aa208dc2986011e1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932991 2024-11-13T07:28:53,876 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c3df75830ef468eaad69ea329284420, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932988 2024-11-13T07:28:53,882 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:53,882 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e310fa0e18fc45cbb5754f7c92ab71a8 is 50, key is test_row_0/A:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,886 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:53,887 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/7e30cba1d3fa48e9acc208439495e1ca is 50, key is test_row_0/B:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742269_1445 (size=12561) 2024-11-13T07:28:53,898 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e310fa0e18fc45cbb5754f7c92ab71a8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e310fa0e18fc45cbb5754f7c92ab71a8 2024-11-13T07:28:53,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742270_1446 (size=12561) 2024-11-13T07:28:53,903 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into e310fa0e18fc45cbb5754f7c92ab71a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:53,903 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:53,903 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482933864; duration=0sec 2024-11-13T07:28:53,903 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:53,903 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:53,903 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:53,905 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:53,905 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:53,905 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,905 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/05e99c6f436f4d1f8ca3ee52186e5269, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=35.8 K 2024-11-13T07:28:53,906 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05e99c6f436f4d1f8ca3ee52186e5269, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731482929629 2024-11-13T07:28:53,906 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b529137bce694b48b92be53e24b81447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731482930802 2024-11-13T07:28:53,906 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdbae65e6ca943139cccf1f5b8758f0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932991 2024-11-13T07:28:53,912 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:53,915 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0627949caae64a92806b48f5c8ab0695 is 50, key is test_row_0/C:col10/1731482932991/Put/seqid=0 2024-11-13T07:28:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742271_1447 (size=12561) 2024-11-13T07:28:53,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T07:28:53,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:53,967 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:28:53,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4bc1fae7c7954d4d85a1e7fccb83f28c is 50, key is test_row_0/A:col10/1731482933024/Put/seqid=0 2024-11-13T07:28:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742272_1448 (size=12151) 2024-11-13T07:28:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482994203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482994204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482994205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482994206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482994207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,308 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/7e30cba1d3fa48e9acc208439495e1ca as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/7e30cba1d3fa48e9acc208439495e1ca 2024-11-13T07:28:54,312 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into 7e30cba1d3fa48e9acc208439495e1ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:54,312 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:54,312 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482933864; duration=0sec 2024-11-13T07:28:54,312 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:54,312 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482994316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,326 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0627949caae64a92806b48f5c8ab0695 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0627949caae64a92806b48f5c8ab0695 2024-11-13T07:28:54,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482994327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482994327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482994327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482994327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,336 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 0627949caae64a92806b48f5c8ab0695(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:54,336 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:54,336 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482933864; duration=0sec 2024-11-13T07:28:54,337 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:54,337 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:54,378 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4bc1fae7c7954d4d85a1e7fccb83f28c 2024-11-13T07:28:54,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/6d366f98afaa4cf489d66156e84e8d4a is 50, key is test_row_0/B:col10/1731482933024/Put/seqid=0 2024-11-13T07:28:54,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742273_1449 (size=12151) 2024-11-13T07:28:54,394 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/6d366f98afaa4cf489d66156e84e8d4a 2024-11-13T07:28:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0e462451a99f45a6890e7f7dd1f7fb29 is 50, key is test_row_0/C:col10/1731482933024/Put/seqid=0 2024-11-13T07:28:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742274_1450 (size=12151) 2024-11-13T07:28:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:54,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482994526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482994537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482994537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482994537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482994537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0e462451a99f45a6890e7f7dd1f7fb29 2024-11-13T07:28:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/4bc1fae7c7954d4d85a1e7fccb83f28c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c 2024-11-13T07:28:54,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T07:28:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/6d366f98afaa4cf489d66156e84e8d4a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a 2024-11-13T07:28:54,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T07:28:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/0e462451a99f45a6890e7f7dd1f7fb29 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29 2024-11-13T07:28:54,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T07:28:54,818 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d88b29b44592284ac440f84605632c77 in 851ms, sequenceid=194, compaction requested=false 2024-11-13T07:28:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-13T07:28:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-13T07:28:54,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T07:28:54,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-11-13T07:28:54,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.4730 sec 2024-11-13T07:28:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:54,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:28:54,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/71a08bb2b37549df869222594308ccaa is 50, key is test_row_0/A:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742275_1451 (size=14541) 2024-11-13T07:28:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482994877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482994878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482994880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482994884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:54,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482994889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482994996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482994996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482994996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482994996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482995007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482995206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482995206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482995206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482995207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482995217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/71a08bb2b37549df869222594308ccaa 2024-11-13T07:28:55,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aa7ee575e0bb4988b5b7c26de14f75ce is 50, key is test_row_0/B:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742276_1452 (size=12151) 2024-11-13T07:28:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T07:28:55,497 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:55,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-13T07:28:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:55,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:55,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:55,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482995516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482995516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482995516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482995516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482995526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:55,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T07:28:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aa7ee575e0bb4988b5b7c26de14f75ce 2024-11-13T07:28:55,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5f51f4a39a3742d3841272c095299469 is 50, key is test_row_0/C:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:55,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742277_1453 (size=12151) 2024-11-13T07:28:55,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T07:28:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:55,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T07:28:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:55,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482996026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482996026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482996026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482996027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482996046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:56,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:56,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5f51f4a39a3742d3841272c095299469 2024-11-13T07:28:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/71a08bb2b37549df869222594308ccaa as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa 2024-11-13T07:28:56,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa, entries=200, sequenceid=209, filesize=14.2 K 2024-11-13T07:28:56,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aa7ee575e0bb4988b5b7c26de14f75ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce 2024-11-13T07:28:56,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T07:28:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5f51f4a39a3742d3841272c095299469 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469 2024-11-13T07:28:56,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T07:28:56,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d88b29b44592284ac440f84605632c77 in 1253ms, sequenceid=209, compaction requested=true 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:56,094 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:56,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:56,095 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:56,095 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:56,095 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:56,095 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:56,095 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:56,095 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:56,095 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:56,095 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e310fa0e18fc45cbb5754f7c92ab71a8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=38.3 K 2024-11-13T07:28:56,095 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/7e30cba1d3fa48e9acc208439495e1ca, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.0 K 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e310fa0e18fc45cbb5754f7c92ab71a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932991 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e30cba1d3fa48e9acc208439495e1ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932991 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc1fae7c7954d4d85a1e7fccb83f28c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482933024 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d366f98afaa4cf489d66156e84e8d4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482933024 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a08bb2b37549df869222594308ccaa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:56,096 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7ee575e0bb4988b5b7c26de14f75ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:56,100 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:56,101 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/224b9621dc9d4b77b1fde596f7ccf94f is 50, key is test_row_0/B:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:56,101 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:56,101 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/12449b91e2b245129bcde27d07c36717 is 50, key is test_row_0/A:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742279_1455 (size=12663) 2024-11-13T07:28:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742278_1454 (size=12663) 2024-11-13T07:28:56,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T07:28:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:56,108 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:28:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/412933ab499c48a4af877dad4a41d023 is 50, key is test_row_0/A:col10/1731482934876/Put/seqid=0 2024-11-13T07:28:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742280_1456 (size=12151) 2024-11-13T07:28:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:56,510 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/12449b91e2b245129bcde27d07c36717 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/12449b91e2b245129bcde27d07c36717 2024-11-13T07:28:56,510 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/224b9621dc9d4b77b1fde596f7ccf94f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/224b9621dc9d4b77b1fde596f7ccf94f 2024-11-13T07:28:56,513 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into 12449b91e2b245129bcde27d07c36717(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:56,513 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into 224b9621dc9d4b77b1fde596f7ccf94f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:56,513 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482936094; duration=0sec 2024-11-13T07:28:56,513 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482936094; duration=0sec 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:56,513 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:56,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:56,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:56,514 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:56,514 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0627949caae64a92806b48f5c8ab0695, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.0 K 2024-11-13T07:28:56,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0627949caae64a92806b48f5c8ab0695, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731482932991 2024-11-13T07:28:56,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e462451a99f45a6890e7f7dd1f7fb29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482933024 2024-11-13T07:28:56,515 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f51f4a39a3742d3841272c095299469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:56,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/412933ab499c48a4af877dad4a41d023 2024-11-13T07:28:56,521 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:56,522 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/55409cb28d6e4bef8715956a62321a47 is 50, key is test_row_0/C:col10/1731482934205/Put/seqid=0 2024-11-13T07:28:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/8ea5ee7689404eb290a7b82a69c0cde7 is 50, key is test_row_0/B:col10/1731482934876/Put/seqid=0 2024-11-13T07:28:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742281_1457 (size=12663) 2024-11-13T07:28:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742282_1458 (size=12151) 2024-11-13T07:28:56,541 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/55409cb28d6e4bef8715956a62321a47 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/55409cb28d6e4bef8715956a62321a47 2024-11-13T07:28:56,546 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 55409cb28d6e4bef8715956a62321a47(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:56,546 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:56,546 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482936094; duration=0sec 2024-11-13T07:28:56,547 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:56,547 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:56,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/8ea5ee7689404eb290a7b82a69c0cde7 2024-11-13T07:28:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5301b7daca0420888653d2784bb379b is 50, key is test_row_0/C:col10/1731482934876/Put/seqid=0 2024-11-13T07:28:56,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742283_1459 (size=12151) 2024-11-13T07:28:56,953 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5301b7daca0420888653d2784bb379b 2024-11-13T07:28:56,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/412933ab499c48a4af877dad4a41d023 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023 2024-11-13T07:28:56,959 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023, entries=150, sequenceid=232, filesize=11.9 K 2024-11-13T07:28:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/8ea5ee7689404eb290a7b82a69c0cde7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7 2024-11-13T07:28:56,963 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-13T07:28:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5301b7daca0420888653d2784bb379b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b 2024-11-13T07:28:56,967 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b, entries=150, sequenceid=232, filesize=11.9 K 2024-11-13T07:28:56,968 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d88b29b44592284ac440f84605632c77 in 860ms, sequenceid=232, compaction requested=false 2024-11-13T07:28:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-13T07:28:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-13T07:28:56,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-13T07:28:56,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-13T07:28:56,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4750 sec 2024-11-13T07:28:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:57,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:28:57,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/3b5faa5581304e27bf6851d8295fd693 is 50, key is test_row_0/A:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742284_1460 (size=14541) 2024-11-13T07:28:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482997085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482997086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482997090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482997091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482997092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482997196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482997207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482997207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482997207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482997207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482997406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482997417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482997417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482997417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482997417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/3b5faa5581304e27bf6851d8295fd693 2024-11-13T07:28:57,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/80ad642812fb4b5f99efb3767e644d39 is 50, key is test_row_0/B:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742285_1461 (size=12151) 2024-11-13T07:28:57,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/80ad642812fb4b5f99efb3767e644d39 2024-11-13T07:28:57,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/1d9f714033ce493fb6a74313c8f94bab is 50, key is test_row_0/C:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742286_1462 (size=12151) 2024-11-13T07:28:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T07:28:57,647 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:57,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-13T07:28:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:57,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:57,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:57,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482997716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482997726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482997727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482997737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482997737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:57,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T07:28:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:57,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:57,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/1d9f714033ce493fb6a74313c8f94bab 2024-11-13T07:28:57,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/3b5faa5581304e27bf6851d8295fd693 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693 2024-11-13T07:28:57,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693, entries=200, sequenceid=246, filesize=14.2 K 2024-11-13T07:28:57,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/80ad642812fb4b5f99efb3767e644d39 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39 2024-11-13T07:28:57,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39, entries=150, sequenceid=246, filesize=11.9 K 2024-11-13T07:28:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/1d9f714033ce493fb6a74313c8f94bab as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab 2024-11-13T07:28:57,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab, entries=150, sequenceid=246, filesize=11.9 K 2024-11-13T07:28:57,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d88b29b44592284ac440f84605632c77 in 845ms, sequenceid=246, compaction requested=true 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:28:57,903 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:28:57,903 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:57,904 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:57,904 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:57,904 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:28:57,904 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:28:57,904 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,904 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,904 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/12449b91e2b245129bcde27d07c36717, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=38.4 K 2024-11-13T07:28:57,904 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/224b9621dc9d4b77b1fde596f7ccf94f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.1 K 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 224b9621dc9d4b77b1fde596f7ccf94f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12449b91e2b245129bcde27d07c36717, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea5ee7689404eb290a7b82a69c0cde7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731482934876 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412933ab499c48a4af877dad4a41d023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731482934876 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ad642812fb4b5f99efb3767e644d39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:28:57,905 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b5faa5581304e27bf6851d8295fd693, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:28:57,912 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:57,912 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:57,912 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a8f31cc1f9254b82921dd93bbd34b5ea is 50, key is test_row_0/B:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,912 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/7b8f7dc960084a7b8fa6107219ab74e3 is 50, key is test_row_0/A:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742288_1464 (size=12765) 2024-11-13T07:28:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742287_1463 (size=12765) 2024-11-13T07:28:57,922 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a8f31cc1f9254b82921dd93bbd34b5ea as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8f31cc1f9254b82921dd93bbd34b5ea 2024-11-13T07:28:57,925 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into a8f31cc1f9254b82921dd93bbd34b5ea(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:57,925 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:57,925 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482937903; duration=0sec 2024-11-13T07:28:57,925 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:28:57,925 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:28:57,925 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:28:57,926 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:28:57,926 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:28:57,926 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,926 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/55409cb28d6e4bef8715956a62321a47, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.1 K 2024-11-13T07:28:57,926 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 55409cb28d6e4bef8715956a62321a47, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482934202 2024-11-13T07:28:57,927 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f5301b7daca0420888653d2784bb379b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731482934876 2024-11-13T07:28:57,927 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9f714033ce493fb6a74313c8f94bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:28:57,931 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:28:57,932 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/bfea08d9af7a4b62870ebf62d9a26229 is 50, key is test_row_0/C:col10/1731482937057/Put/seqid=0 2024-11-13T07:28:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742289_1465 (size=12765) 2024-11-13T07:28:57,940 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/bfea08d9af7a4b62870ebf62d9a26229 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bfea08d9af7a4b62870ebf62d9a26229 2024-11-13T07:28:57,943 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into bfea08d9af7a4b62870ebf62d9a26229(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:57,943 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:57,943 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482937903; duration=0sec 2024-11-13T07:28:57,944 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:57,944 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:28:57,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T07:28:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:57,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:28:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5857f754ec5b489ca5dd2a6d84204773 is 50, key is test_row_0/A:col10/1731482937089/Put/seqid=0 2024-11-13T07:28:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742290_1466 (size=12301) 2024-11-13T07:28:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:58,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482998251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482998255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482998256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482998256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482998259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:58,319 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/7b8f7dc960084a7b8fa6107219ab74e3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b8f7dc960084a7b8fa6107219ab74e3 2024-11-13T07:28:58,322 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into 7b8f7dc960084a7b8fa6107219ab74e3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:28:58,322 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:58,323 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482937903; duration=0sec 2024-11-13T07:28:58,323 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:28:58,323 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:28:58,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5857f754ec5b489ca5dd2a6d84204773 2024-11-13T07:28:58,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a8b62049a129427dba7bc2b5d52a305c is 50, key is test_row_0/B:col10/1731482937089/Put/seqid=0 2024-11-13T07:28:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742291_1467 (size=12301) 2024-11-13T07:28:58,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482998368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482998368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482998368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482998577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482998577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482998577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a8b62049a129427dba7bc2b5d52a305c 2024-11-13T07:28:58,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6799190526ef4a969c19d56b827652d6 is 50, key is test_row_0/C:col10/1731482937089/Put/seqid=0 2024-11-13T07:28:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742292_1468 (size=12301) 2024-11-13T07:28:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482998886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482998886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482998886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6799190526ef4a969c19d56b827652d6 2024-11-13T07:28:59,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/5857f754ec5b489ca5dd2a6d84204773 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773 2024-11-13T07:28:59,186 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T07:28:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/a8b62049a129427dba7bc2b5d52a305c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c 2024-11-13T07:28:59,189 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T07:28:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6799190526ef4a969c19d56b827652d6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6 2024-11-13T07:28:59,193 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T07:28:59,193 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d88b29b44592284ac440f84605632c77 in 1239ms, sequenceid=273, compaction requested=false 2024-11-13T07:28:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:28:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-13T07:28:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-13T07:28:59,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T07:28:59,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-13T07:28:59,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.5490 sec 2024-11-13T07:28:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:28:59,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:28:59,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:28:59,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ebc512761b984935b980a74623e3443e is 50, key is test_row_0/A:col10/1731482938249/Put/seqid=0 2024-11-13T07:28:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742293_1469 (size=14741) 2024-11-13T07:28:59,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ebc512761b984935b980a74623e3443e 2024-11-13T07:28:59,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/471709cce28644cf82895717a965caaf is 50, key is test_row_0/B:col10/1731482938249/Put/seqid=0 2024-11-13T07:28:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742294_1470 (size=12301) 2024-11-13T07:28:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482999347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482999352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731482999396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731482999396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731482999396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482999457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482999470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482999666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482999686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/471709cce28644cf82895717a965caaf 2024-11-13T07:28:59,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5b22af8a1624c79aa5416c1461648f1 is 50, key is test_row_0/C:col10/1731482938249/Put/seqid=0 2024-11-13T07:28:59,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742295_1471 (size=12301) 2024-11-13T07:28:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T07:28:59,796 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:28:59,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:28:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-13T07:28:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:28:59,798 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:28:59,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:28:59,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:28:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:28:59,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-13T07:28:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:28:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:28:59,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:28:59,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731482999976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:28:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:28:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:28:59,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:28:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731482999997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5b22af8a1624c79aa5416c1461648f1 2024-11-13T07:29:00,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ebc512761b984935b980a74623e3443e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e 2024-11-13T07:29:00,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-13T07:29:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:00,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e, entries=200, sequenceid=286, filesize=14.4 K 2024-11-13T07:29:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/471709cce28644cf82895717a965caaf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf 2024-11-13T07:29:00,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T07:29:00,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/f5b22af8a1624c79aa5416c1461648f1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1 2024-11-13T07:29:00,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T07:29:00,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d88b29b44592284ac440f84605632c77 in 842ms, sequenceid=286, compaction requested=true 2024-11-13T07:29:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:00,114 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:00,114 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:29:00,115 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,115 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,115 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8f31cc1f9254b82921dd93bbd34b5ea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.5 K 2024-11-13T07:29:00,115 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b8f7dc960084a7b8fa6107219ab74e3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=38.9 K 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f31cc1f9254b82921dd93bbd34b5ea, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:29:00,115 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8f7dc960084a7b8fa6107219ab74e3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:29:00,116 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b62049a129427dba7bc2b5d52a305c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731482937089 2024-11-13T07:29:00,116 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5857f754ec5b489ca5dd2a6d84204773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731482937089 2024-11-13T07:29:00,116 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 471709cce28644cf82895717a965caaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:00,116 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebc512761b984935b980a74623e3443e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:29:00,121 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:00,121 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:00,122 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ee7a8b1213454e1583898ed97bcf9dcc is 50, key is test_row_0/A:col10/1731482938249/Put/seqid=0 2024-11-13T07:29:00,122 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/782d5dccaf71461abe17a1424624ea71 is 50, key is test_row_0/B:col10/1731482938249/Put/seqid=0 2024-11-13T07:29:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742297_1473 (size=13017) 2024-11-13T07:29:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742296_1472 (size=13017) 2024-11-13T07:29:00,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-13T07:29:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T07:29:00,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/a564d9bbdea64a6d9f3d800b00778363 is 50, key is test_row_0/A:col10/1731482939346/Put/seqid=0 2024-11-13T07:29:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742298_1474 (size=12301) 2024-11-13T07:29:00,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:29:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:29:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483000431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483000435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483000435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731483000496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731483000506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,535 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/782d5dccaf71461abe17a1424624ea71 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/782d5dccaf71461abe17a1424624ea71 2024-11-13T07:29:00,535 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/ee7a8b1213454e1583898ed97bcf9dcc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ee7a8b1213454e1583898ed97bcf9dcc 2024-11-13T07:29:00,538 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into 782d5dccaf71461abe17a1424624ea71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:00,538 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into ee7a8b1213454e1583898ed97bcf9dcc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:00,538 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:00,538 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:00,538 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482940114; duration=0sec 2024-11-13T07:29:00,538 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482940114; duration=0sec 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:00,539 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:29:00,539 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:00,539 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bfea08d9af7a4b62870ebf62d9a26229, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.5 K 2024-11-13T07:29:00,540 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting bfea08d9af7a4b62870ebf62d9a26229, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731482937050 2024-11-13T07:29:00,540 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6799190526ef4a969c19d56b827652d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731482937089 2024-11-13T07:29:00,540 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b22af8a1624c79aa5416c1461648f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:00,545 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:00,545 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/8df2787f8eae4b22a5cc37c74827839c is 50, key is test_row_0/C:col10/1731482938249/Put/seqid=0 2024-11-13T07:29:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742299_1475 (size=13017) 2024-11-13T07:29:00,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483000547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483000547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483000547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,556 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/8df2787f8eae4b22a5cc37c74827839c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8df2787f8eae4b22a5cc37c74827839c 2024-11-13T07:29:00,558 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 8df2787f8eae4b22a5cc37c74827839c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:00,558 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:00,558 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482940115; duration=0sec 2024-11-13T07:29:00,558 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:00,558 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:29:00,663 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/a564d9bbdea64a6d9f3d800b00778363 2024-11-13T07:29:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b26668bb8ea841de80c261306e2ed5c3 is 50, key is test_row_0/B:col10/1731482939346/Put/seqid=0 2024-11-13T07:29:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742300_1476 (size=12301) 2024-11-13T07:29:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483000756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483000766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483000766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:29:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483001067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,074 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b26668bb8ea841de80c261306e2ed5c3 2024-11-13T07:29:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5226f5e025e246d4a98129b53e8ffdbd is 50, key is test_row_0/C:col10/1731482939346/Put/seqid=0 2024-11-13T07:29:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483001086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483001086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742301_1477 (size=12301) 2024-11-13T07:29:01,506 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5226f5e025e246d4a98129b53e8ffdbd 2024-11-13T07:29:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50136 deadline: 1731483001507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/a564d9bbdea64a6d9f3d800b00778363 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363 2024-11-13T07:29:01,515 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_2' in d88b29b44592284ac440f84605632c77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:29:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,524 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363, entries=150, sequenceid=310, filesize=12.0 K 2024-11-13T07:29:01,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b26668bb8ea841de80c261306e2ed5c3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3 2024-11-13T07:29:01,527 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3, entries=150, sequenceid=310, filesize=12.0 K 2024-11-13T07:29:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50066 deadline: 1731483001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/5226f5e025e246d4a98129b53e8ffdbd as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd 2024-11-13T07:29:01,540 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in d88b29b44592284ac440f84605632c77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:29:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,546 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd, entries=150, sequenceid=310, filesize=12.0 K 2024-11-13T07:29:01,547 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d88b29b44592284ac440f84605632c77 in 1291ms, sequenceid=310, compaction requested=false 2024-11-13T07:29:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-13T07:29:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-13T07:29:01,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T07:29:01,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7500 sec 2024-11-13T07:29:01,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.7540 sec 2024-11-13T07:29:01,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:01,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:29:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:29:01,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81ec59aff7d94a87b4423689eac819f0 is 50, key is test_row_0/A:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742302_1478 (size=14741) 2024-11-13T07:29:01,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483001636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483001637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483001638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483001746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483001756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483001756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T07:29:01,957 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:01,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-13T07:29:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:01,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483001956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:01,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483001966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483001966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81ec59aff7d94a87b4423689eac819f0 2024-11-13T07:29:02,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b974788da8a0494da22ab329c2d865d8 is 50, key is test_row_0/B:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742303_1479 (size=12301) 2024-11-13T07:29:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:02,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483002266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:02,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483002276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483002276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b974788da8a0494da22ab329c2d865d8 2024-11-13T07:29:02,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6a481ba6879e41beb61db8f20c349859 is 50, key is test_row_0/C:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742304_1480 (size=12301) 2024-11-13T07:29:02,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:02,715 INFO [Thread-1859 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1859. 2024-11-13T07:29:02,715 DEBUG [Thread-1859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:02,715 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,715 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:02,719 INFO [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861. 2024-11-13T07:29:02,719 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:02,720 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,720 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:02,720 INFO [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865. 2024-11-13T07:29:02,720 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:02,720 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:02,720 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:02,724 INFO [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863. 2024-11-13T07:29:02,724 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:02,724 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,724 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:02,727 INFO [Thread-1867 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1867. 2024-11-13T07:29:02,727 DEBUG [Thread-1867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:02,728 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,728 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:02,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:02,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1731483002776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50152 deadline: 1731483002797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50120 deadline: 1731483002797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., hostname=2998b885bdef,41631,1731482798425, seqNum=2 because the exception is null or not the one we care about 2024-11-13T07:29:02,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6a481ba6879e41beb61db8f20c349859 2024-11-13T07:29:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81ec59aff7d94a87b4423689eac819f0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0 2024-11-13T07:29:02,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0, entries=200, sequenceid=326, filesize=14.4 K 2024-11-13T07:29:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/b974788da8a0494da22ab329c2d865d8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8 2024-11-13T07:29:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T07:29:02,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/6a481ba6879e41beb61db8f20c349859 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859 2024-11-13T07:29:02,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T07:29:02,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d88b29b44592284ac440f84605632c77 in 1267ms, sequenceid=326, compaction requested=true 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:02,846 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d88b29b44592284ac440f84605632c77:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:02,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:02,846 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/B is initiating minor compaction (all files) 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/A is initiating minor compaction (all files) 2024-11-13T07:29:02,847 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/B in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,847 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/A in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,847 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/782d5dccaf71461abe17a1424624ea71, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.7 K 2024-11-13T07:29:02,847 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ee7a8b1213454e1583898ed97bcf9dcc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=39.1 K 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 782d5dccaf71461abe17a1424624ea71, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee7a8b1213454e1583898ed97bcf9dcc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b26668bb8ea841de80c261306e2ed5c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482939343 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a564d9bbdea64a6d9f3d800b00778363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482939343 2024-11-13T07:29:02,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b974788da8a0494da22ab329c2d865d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731482940422 2024-11-13T07:29:02,848 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81ec59aff7d94a87b4423689eac819f0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731482940422 2024-11-13T07:29:02,853 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:02,853 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:02,853 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e4674d411335473eb9ad59942a6d9752 is 50, key is test_row_0/A:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:02,854 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/3c79d59b349f4993a7fa7d0f8ac7c507 is 50, key is test_row_0/B:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742305_1481 (size=13119) 2024-11-13T07:29:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742306_1482 (size=13119) 2024-11-13T07:29:02,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-13T07:29:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:02,875 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T07:29:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81d1ff60e1ec467bb7eb2020a562e443 is 50, key is test_row_0/A:col10/1731482941635/Put/seqid=0 2024-11-13T07:29:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742307_1483 (size=12301) 2024-11-13T07:29:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:03,269 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/3c79d59b349f4993a7fa7d0f8ac7c507 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/3c79d59b349f4993a7fa7d0f8ac7c507 2024-11-13T07:29:03,269 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/e4674d411335473eb9ad59942a6d9752 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e4674d411335473eb9ad59942a6d9752 2024-11-13T07:29:03,273 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/B of d88b29b44592284ac440f84605632c77 into 3c79d59b349f4993a7fa7d0f8ac7c507(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:03,273 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/A of d88b29b44592284ac440f84605632c77 into e4674d411335473eb9ad59942a6d9752(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:03,273 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/B, priority=13, startTime=1731482942846; duration=0sec 2024-11-13T07:29:03,273 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/A, priority=13, startTime=1731482942846; duration=0sec 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:A 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:B 2024-11-13T07:29:03,273 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:03,274 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:03,274 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): d88b29b44592284ac440f84605632c77/C is initiating minor compaction (all files) 2024-11-13T07:29:03,274 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d88b29b44592284ac440f84605632c77/C in TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:03,274 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8df2787f8eae4b22a5cc37c74827839c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp, totalSize=36.7 K 2024-11-13T07:29:03,274 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8df2787f8eae4b22a5cc37c74827839c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731482938249 2024-11-13T07:29:03,275 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5226f5e025e246d4a98129b53e8ffdbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482939343 2024-11-13T07:29:03,275 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a481ba6879e41beb61db8f20c349859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731482940422 2024-11-13T07:29:03,279 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d88b29b44592284ac440f84605632c77#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:03,280 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/4631ac3d375b41e8871ba180fbb4a90e is 50, key is test_row_0/C:col10/1731482940422/Put/seqid=0 2024-11-13T07:29:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742308_1484 (size=13119) 2024-11-13T07:29:03,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81d1ff60e1ec467bb7eb2020a562e443 2024-11-13T07:29:03,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aebc6d40d712442d9d1129ef577dc297 is 50, key is test_row_0/B:col10/1731482941635/Put/seqid=0 2024-11-13T07:29:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742309_1485 (size=12301) 2024-11-13T07:29:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on d88b29b44592284ac440f84605632c77 2024-11-13T07:29:03,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. as already flushing 2024-11-13T07:29:03,528 INFO [Thread-1856 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1856. 2024-11-13T07:29:03,528 DEBUG [Thread-1856 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:03,528 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,528 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:03,558 INFO [Thread-1850 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1850. 2024-11-13T07:29:03,558 DEBUG [Thread-1850 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:03,559 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,559 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:03,691 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aebc6d40d712442d9d1129ef577dc297 2024-11-13T07:29:03,693 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/4631ac3d375b41e8871ba180fbb4a90e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/4631ac3d375b41e8871ba180fbb4a90e 2024-11-13T07:29:03,697 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d88b29b44592284ac440f84605632c77/C of d88b29b44592284ac440f84605632c77 into 4631ac3d375b41e8871ba180fbb4a90e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:03,697 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:03,697 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., storeName=d88b29b44592284ac440f84605632c77/C, priority=13, startTime=1731482942846; duration=0sec 2024-11-13T07:29:03,697 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:03,697 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d88b29b44592284ac440f84605632c77:C 2024-11-13T07:29:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/527ffd6ec4bf4127a41deea00d4d31b6 is 50, key is test_row_0/C:col10/1731482941635/Put/seqid=0 2024-11-13T07:29:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742310_1486 (size=12301) 2024-11-13T07:29:03,788 INFO [Thread-1848 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1848. 2024-11-13T07:29:03,788 DEBUG [Thread-1848 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:03,788 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,788 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:03,808 INFO [Thread-1854 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1854. 2024-11-13T07:29:03,808 INFO [Thread-1852 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1852. 2024-11-13T07:29:03,808 DEBUG [Thread-1854 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:03,808 DEBUG [Thread-1852 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:03,808 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,808 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,808 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,808 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:03,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:03,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:04,102 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/527ffd6ec4bf4127a41deea00d4d31b6 2024-11-13T07:29:04,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/81d1ff60e1ec467bb7eb2020a562e443 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81d1ff60e1ec467bb7eb2020a562e443 2024-11-13T07:29:04,110 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81d1ff60e1ec467bb7eb2020a562e443, entries=150, sequenceid=349, filesize=12.0 K 2024-11-13T07:29:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/aebc6d40d712442d9d1129ef577dc297 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aebc6d40d712442d9d1129ef577dc297 2024-11-13T07:29:04,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aebc6d40d712442d9d1129ef577dc297, entries=150, sequenceid=349, filesize=12.0 K 2024-11-13T07:29:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/527ffd6ec4bf4127a41deea00d4d31b6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/527ffd6ec4bf4127a41deea00d4d31b6 2024-11-13T07:29:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:04,120 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/527ffd6ec4bf4127a41deea00d4d31b6, entries=150, sequenceid=349, filesize=12.0 K 2024-11-13T07:29:04,122 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for d88b29b44592284ac440f84605632c77 in 1246ms, sequenceid=349, compaction requested=false 2024-11-13T07:29:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for d88b29b44592284ac440f84605632c77: 2024-11-13T07:29:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-13T07:29:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-13T07:29:04,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T07:29:04,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-13T07:29:04,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.1690 sec 2024-11-13T07:29:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-13T07:29:06,147 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1565 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4691 rows 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1563 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4689 rows 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1559 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4674 rows 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1553 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4656 rows 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1559 2024-11-13T07:29:06,147 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4673 rows 2024-11-13T07:29:06,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:29:06,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:29:06,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:06,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:06,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:06,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:29:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T07:29:06,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482946151"}]},"ts":"1731482946151"} 2024-11-13T07:29:06,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:29:06,152 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:29:06,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:29:06,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, UNASSIGN}] 2024-11-13T07:29:06,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, UNASSIGN 2024-11-13T07:29:06,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d88b29b44592284ac440f84605632c77, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:06,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, UNASSIGN because future has completed 2024-11-13T07:29:06,157 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:29:06,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:29:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T07:29:06,309 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close d88b29b44592284ac440f84605632c77 2024-11-13T07:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing d88b29b44592284ac440f84605632c77, disabling compactions & flushes 2024-11-13T07:29:06,309 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. after waiting 0 ms 2024-11-13T07:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:06,309 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing d88b29b44592284ac440f84605632c77 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T07:29:06,318 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/700ce03dc08349cab6f3866c6f44b8b0 is 50, key is test_row_0/A:col10/1731482943807/Put/seqid=0 2024-11-13T07:29:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742311_1487 (size=12301) 2024-11-13T07:29:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T07:29:06,721 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/700ce03dc08349cab6f3866c6f44b8b0 2024-11-13T07:29:06,726 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/c36c981823f1470cabad3940e7e95aec is 50, key is test_row_0/B:col10/1731482943807/Put/seqid=0 2024-11-13T07:29:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742312_1488 (size=12301) 2024-11-13T07:29:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T07:29:06,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:29:07,129 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/c36c981823f1470cabad3940e7e95aec 2024-11-13T07:29:07,134 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/738d536216f04d8ba90adf8b8bfc774a is 50, key is test_row_0/C:col10/1731482943807/Put/seqid=0 2024-11-13T07:29:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742313_1489 (size=12301) 2024-11-13T07:29:07,146 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/738d536216f04d8ba90adf8b8bfc774a 2024-11-13T07:29:07,152 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/A/700ce03dc08349cab6f3866c6f44b8b0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/700ce03dc08349cab6f3866c6f44b8b0 2024-11-13T07:29:07,155 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/700ce03dc08349cab6f3866c6f44b8b0, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T07:29:07,155 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/B/c36c981823f1470cabad3940e7e95aec as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c36c981823f1470cabad3940e7e95aec 2024-11-13T07:29:07,158 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c36c981823f1470cabad3940e7e95aec, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T07:29:07,158 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/.tmp/C/738d536216f04d8ba90adf8b8bfc774a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/738d536216f04d8ba90adf8b8bfc774a 2024-11-13T07:29:07,161 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/738d536216f04d8ba90adf8b8bfc774a, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T07:29:07,162 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d88b29b44592284ac440f84605632c77 in 852ms, sequenceid=360, compaction requested=true 2024-11-13T07:29:07,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/34fd89a17c9840998c7fc5b66028a030, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b12d23b1eac4434b3390274c81826b1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ecfbb24bd1fc400e819255b7c1466351, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e310fa0e18fc45cbb5754f7c92ab71a8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/12449b91e2b245129bcde27d07c36717, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b8f7dc960084a7b8fa6107219ab74e3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ee7a8b1213454e1583898ed97bcf9dcc, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0] to archive 2024-11-13T07:29:07,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:07,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b3f32c38c21544e7b7b89164501c7798 2024-11-13T07:29:07,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/c653092a48b345e5aea9e3b9e672b40a 2024-11-13T07:29:07,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e304684ee617420c9aaf0628a3e91701 2024-11-13T07:29:07,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/34fd89a17c9840998c7fc5b66028a030 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/34fd89a17c9840998c7fc5b66028a030 2024-11-13T07:29:07,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4f728fff43b44d37a707b41316c2bda3 2024-11-13T07:29:07,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/f7563ba4413f432e940a056f66a0e109 2024-11-13T07:29:07,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b12d23b1eac4434b3390274c81826b1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b12d23b1eac4434b3390274c81826b1 2024-11-13T07:29:07,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/b30facf6653443ad81181ee55cbc4469 2024-11-13T07:29:07,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/8da774b321bc46dc8cee1b0f1d4c1c75 2024-11-13T07:29:07,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ecfbb24bd1fc400e819255b7c1466351 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ecfbb24bd1fc400e819255b7c1466351 2024-11-13T07:29:07,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5986b5a17ef540328867ca604055559c 2024-11-13T07:29:07,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4c3df75830ef468eaad69ea329284420 2024-11-13T07:29:07,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e310fa0e18fc45cbb5754f7c92ab71a8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e310fa0e18fc45cbb5754f7c92ab71a8 2024-11-13T07:29:07,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/4bc1fae7c7954d4d85a1e7fccb83f28c 2024-11-13T07:29:07,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/71a08bb2b37549df869222594308ccaa 2024-11-13T07:29:07,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/12449b91e2b245129bcde27d07c36717 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/12449b91e2b245129bcde27d07c36717 2024-11-13T07:29:07,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/412933ab499c48a4af877dad4a41d023 2024-11-13T07:29:07,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/3b5faa5581304e27bf6851d8295fd693 2024-11-13T07:29:07,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b8f7dc960084a7b8fa6107219ab74e3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/7b8f7dc960084a7b8fa6107219ab74e3 2024-11-13T07:29:07,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/5857f754ec5b489ca5dd2a6d84204773 2024-11-13T07:29:07,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ebc512761b984935b980a74623e3443e 2024-11-13T07:29:07,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ee7a8b1213454e1583898ed97bcf9dcc to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/ee7a8b1213454e1583898ed97bcf9dcc 2024-11-13T07:29:07,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/a564d9bbdea64a6d9f3d800b00778363 2024-11-13T07:29:07,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81ec59aff7d94a87b4423689eac819f0 2024-11-13T07:29:07,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1b5995c03e934ee7a5e71fd8eef42ab7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c6535a747ad745c69391678d3b5cde4e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/fc35b91943334ea890bda13b82debf16, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/7e30cba1d3fa48e9acc208439495e1ca, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/224b9621dc9d4b77b1fde596f7ccf94f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8f31cc1f9254b82921dd93bbd34b5ea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/782d5dccaf71461abe17a1424624ea71, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8] to archive 2024-11-13T07:29:07,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:07,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/f8e604052b2145468ecd39e3b7b8d844 2024-11-13T07:29:07,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/0897bfdfbe404af68aeb47dc5848de51 2024-11-13T07:29:07,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1b5995c03e934ee7a5e71fd8eef42ab7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1b5995c03e934ee7a5e71fd8eef42ab7 2024-11-13T07:29:07,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/4a2df1da41ee49f2a0ecf7ef51175518 2024-11-13T07:29:07,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/2804bf9af769417d837d802ab2e3b043 2024-11-13T07:29:07,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c6535a747ad745c69391678d3b5cde4e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c6535a747ad745c69391678d3b5cde4e 2024-11-13T07:29:07,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/1598da5aa79d4f83b72def05c345af22 2024-11-13T07:29:07,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a7b4f4c259b64a9c826d0c1e50b0167c 2024-11-13T07:29:07,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/fc35b91943334ea890bda13b82debf16 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/fc35b91943334ea890bda13b82debf16 2024-11-13T07:29:07,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/e0192b4599734d1a9b7bce4edd6380af 2024-11-13T07:29:07,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/01ebb78c9a9b4395853170106a57af6b 2024-11-13T07:29:07,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/7e30cba1d3fa48e9acc208439495e1ca to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/7e30cba1d3fa48e9acc208439495e1ca 2024-11-13T07:29:07,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/cafeacfbfd434e4aa208dc2986011e1e 2024-11-13T07:29:07,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/6d366f98afaa4cf489d66156e84e8d4a 2024-11-13T07:29:07,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/224b9621dc9d4b77b1fde596f7ccf94f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/224b9621dc9d4b77b1fde596f7ccf94f 2024-11-13T07:29:07,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aa7ee575e0bb4988b5b7c26de14f75ce 2024-11-13T07:29:07,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/8ea5ee7689404eb290a7b82a69c0cde7 2024-11-13T07:29:07,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8f31cc1f9254b82921dd93bbd34b5ea to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8f31cc1f9254b82921dd93bbd34b5ea 2024-11-13T07:29:07,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/80ad642812fb4b5f99efb3767e644d39 2024-11-13T07:29:07,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/a8b62049a129427dba7bc2b5d52a305c 2024-11-13T07:29:07,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/782d5dccaf71461abe17a1424624ea71 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/782d5dccaf71461abe17a1424624ea71 2024-11-13T07:29:07,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/471709cce28644cf82895717a965caaf 2024-11-13T07:29:07,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b26668bb8ea841de80c261306e2ed5c3 2024-11-13T07:29:07,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/b974788da8a0494da22ab329c2d865d8 2024-11-13T07:29:07,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/c4e530c52c5a479097f2d7a5731ec772, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/3c44d3c0574244f68db5dfaace7c6de3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/05e99c6f436f4d1f8ca3ee52186e5269, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0627949caae64a92806b48f5c8ab0695, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/55409cb28d6e4bef8715956a62321a47, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bfea08d9af7a4b62870ebf62d9a26229, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8df2787f8eae4b22a5cc37c74827839c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859] to archive 2024-11-13T07:29:07,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:07,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/82ebda85ec9841ffb2e204c0b0194eae 2024-11-13T07:29:07,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bb39ed51ae3e43a0b53988e560c6272c 2024-11-13T07:29:07,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/c4e530c52c5a479097f2d7a5731ec772 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/c4e530c52c5a479097f2d7a5731ec772 2024-11-13T07:29:07,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/275bf57551834fd88ac732d6eccadd79 2024-11-13T07:29:07,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8cd2afbf3168433cb51d26b0663fac43 2024-11-13T07:29:07,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/3c44d3c0574244f68db5dfaace7c6de3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/3c44d3c0574244f68db5dfaace7c6de3 2024-11-13T07:29:07,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/58c960bb4b5843b59bb76c51e9eb3f68 2024-11-13T07:29:07,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/72dd805fc9b84dc78025d7a5cc293ca5 2024-11-13T07:29:07,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/05e99c6f436f4d1f8ca3ee52186e5269 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/05e99c6f436f4d1f8ca3ee52186e5269 2024-11-13T07:29:07,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0ccc017116ea4310a66df5e6fd8dfe22 2024-11-13T07:29:07,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/b529137bce694b48b92be53e24b81447 2024-11-13T07:29:07,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0627949caae64a92806b48f5c8ab0695 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0627949caae64a92806b48f5c8ab0695 2024-11-13T07:29:07,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/cdbae65e6ca943139cccf1f5b8758f0b 2024-11-13T07:29:07,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/0e462451a99f45a6890e7f7dd1f7fb29 2024-11-13T07:29:07,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/55409cb28d6e4bef8715956a62321a47 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/55409cb28d6e4bef8715956a62321a47 2024-11-13T07:29:07,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5f51f4a39a3742d3841272c095299469 2024-11-13T07:29:07,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5301b7daca0420888653d2784bb379b 2024-11-13T07:29:07,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bfea08d9af7a4b62870ebf62d9a26229 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/bfea08d9af7a4b62870ebf62d9a26229 2024-11-13T07:29:07,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/1d9f714033ce493fb6a74313c8f94bab 2024-11-13T07:29:07,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6799190526ef4a969c19d56b827652d6 2024-11-13T07:29:07,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8df2787f8eae4b22a5cc37c74827839c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/8df2787f8eae4b22a5cc37c74827839c 2024-11-13T07:29:07,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/f5b22af8a1624c79aa5416c1461648f1 2024-11-13T07:29:07,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/5226f5e025e246d4a98129b53e8ffdbd 2024-11-13T07:29:07,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/6a481ba6879e41beb61db8f20c349859 2024-11-13T07:29:07,243 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=1 2024-11-13T07:29:07,244 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. 2024-11-13T07:29:07,244 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for d88b29b44592284ac440f84605632c77: Waiting for close lock at 1731482946309Running coprocessor pre-close hooks at 1731482946309Disabling compacts and flushes for region at 1731482946309Disabling writes for close at 1731482946309Obtaining lock to block concurrent updates at 1731482946309Preparing flush snapshotting stores in d88b29b44592284ac440f84605632c77 at 1731482946309Finished memstore snapshotting TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731482946310 (+1 ms)Flushing stores of TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77. at 1731482946310Flushing d88b29b44592284ac440f84605632c77/A: creating writer at 1731482946310Flushing d88b29b44592284ac440f84605632c77/A: appending metadata at 1731482946318 (+8 ms)Flushing d88b29b44592284ac440f84605632c77/A: closing flushed file at 1731482946318Flushing d88b29b44592284ac440f84605632c77/B: creating writer at 1731482946724 (+406 ms)Flushing d88b29b44592284ac440f84605632c77/B: appending metadata at 1731482946726 (+2 ms)Flushing d88b29b44592284ac440f84605632c77/B: closing flushed file at 1731482946726Flushing d88b29b44592284ac440f84605632c77/C: creating writer at 1731482947132 (+406 ms)Flushing d88b29b44592284ac440f84605632c77/C: appending metadata at 1731482947134 (+2 ms)Flushing d88b29b44592284ac440f84605632c77/C: closing flushed file at 1731482947134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255f42a0: reopening flushed file at 1731482947152 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1c852a: reopening flushed file at 1731482947155 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380e1217: reopening flushed file at 1731482947158 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d88b29b44592284ac440f84605632c77 in 852ms, sequenceid=360, compaction requested=true at 1731482947162 (+4 ms)Writing region close event to WAL at 1731482947241 (+79 ms)Running coprocessor post-close hooks at 1731482947244 (+3 ms)Closed at 1731482947244 2024-11-13T07:29:07,246 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed d88b29b44592284ac440f84605632c77 2024-11-13T07:29:07,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d88b29b44592284ac440f84605632c77, regionState=CLOSED 2024-11-13T07:29:07,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:29:07,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-13T07:29:07,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure d88b29b44592284ac440f84605632c77, server=2998b885bdef,41631,1731482798425 in 1.0910 sec 2024-11-13T07:29:07,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T07:29:07,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d88b29b44592284ac440f84605632c77, UNASSIGN in 1.0960 sec 2024-11-13T07:29:07,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-13T07:29:07,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0990 sec 2024-11-13T07:29:07,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482947254"}]},"ts":"1731482947254"} 2024-11-13T07:29:07,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:29:07,256 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:29:07,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1080 sec 2024-11-13T07:29:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T07:29:07,286 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:07,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:29:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,289 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,290 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-13T07:29:07,291 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77 2024-11-13T07:29:07,293 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/recovered.edits] 2024-11-13T07:29:07,296 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/700ce03dc08349cab6f3866c6f44b8b0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/700ce03dc08349cab6f3866c6f44b8b0 2024-11-13T07:29:07,297 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81d1ff60e1ec467bb7eb2020a562e443 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/81d1ff60e1ec467bb7eb2020a562e443 2024-11-13T07:29:07,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e4674d411335473eb9ad59942a6d9752 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/A/e4674d411335473eb9ad59942a6d9752 2024-11-13T07:29:07,300 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/3c79d59b349f4993a7fa7d0f8ac7c507 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/3c79d59b349f4993a7fa7d0f8ac7c507 2024-11-13T07:29:07,301 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aebc6d40d712442d9d1129ef577dc297 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/aebc6d40d712442d9d1129ef577dc297 2024-11-13T07:29:07,301 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c36c981823f1470cabad3940e7e95aec to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/B/c36c981823f1470cabad3940e7e95aec 2024-11-13T07:29:07,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/4631ac3d375b41e8871ba180fbb4a90e to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/4631ac3d375b41e8871ba180fbb4a90e 2024-11-13T07:29:07,304 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/527ffd6ec4bf4127a41deea00d4d31b6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/527ffd6ec4bf4127a41deea00d4d31b6 2024-11-13T07:29:07,305 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/738d536216f04d8ba90adf8b8bfc774a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/C/738d536216f04d8ba90adf8b8bfc774a 2024-11-13T07:29:07,307 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/recovered.edits/363.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77/recovered.edits/363.seqid 2024-11-13T07:29:07,307 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/d88b29b44592284ac440f84605632c77 2024-11-13T07:29:07,307 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:29:07,309 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,311 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:29:07,313 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:29:07,314 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,314 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:29:07,314 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482947314"}]},"ts":"9223372036854775807"} 2024-11-13T07:29:07,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:29:07,317 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d88b29b44592284ac440f84605632c77, NAME => 'TestAcidGuarantees,,1731482920512.d88b29b44592284ac440f84605632c77.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:29:07,317 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:29:07,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482947317"}]},"ts":"9223372036854775807"} 2024-11-13T07:29:07,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:29:07,320 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-13T07:29:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-13T07:29:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:29:07,399 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:07,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=5072 (was 3768) - AvailableMemoryMB LEAK? - 2024-11-13T07:29:07,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=5072 2024-11-13T07:29:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:29:07,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:29:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:07,421 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:29:07,421 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:07,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-13T07:29:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T07:29:07,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:29:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742314_1490 (size=959) 2024-11-13T07:29:07,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679 2024-11-13T07:29:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742315_1491 (size=53) 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 01ffeedad1647cbd618416fc8c1825f3, disabling compactions & flushes 2024-11-13T07:29:07,438 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. after waiting 0 ms 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,438 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01ffeedad1647cbd618416fc8c1825f3: Waiting for close lock at 1731482947438Disabling compacts and flushes for region at 1731482947438Disabling writes for close at 1731482947438Writing region close event to WAL at 1731482947438Closed at 1731482947438 2024-11-13T07:29:07,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:29:07,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482947439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482947439"}]},"ts":"1731482947439"} 2024-11-13T07:29:07,441 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:29:07,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:29:07,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482947442"}]},"ts":"1731482947442"} 2024-11-13T07:29:07,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T07:29:07,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, ASSIGN}] 2024-11-13T07:29:07,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, ASSIGN 2024-11-13T07:29:07,445 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, ASSIGN; state=OFFLINE, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=false 2024-11-13T07:29:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T07:29:07,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:07,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, ASSIGN because future has completed 2024-11-13T07:29:07,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:29:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T07:29:07,752 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,752 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:29:07,752 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,752 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:29:07,752 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,752 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,753 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,754 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName A 2024-11-13T07:29:07,754 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:07,754 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:07,755 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,755 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName B 2024-11-13T07:29:07,755 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:07,756 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:07,756 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,756 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName C 2024-11-13T07:29:07,756 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:07,757 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:07,757 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,758 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,758 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,758 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,759 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,759 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:29:07,760 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,761 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:29:07,762 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 01ffeedad1647cbd618416fc8c1825f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74154153, jitterRate=0.10498298704624176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:29:07,762 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:07,763 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 01ffeedad1647cbd618416fc8c1825f3: Running coprocessor pre-open hook at 1731482947752Writing region info on filesystem at 1731482947752Initializing all the Stores at 1731482947753 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482947753Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482947753Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482947753Cleaning up temporary data from old regions at 1731482947759 (+6 ms)Running coprocessor post-open hooks at 1731482947762 (+3 ms)Region opened successfully at 1731482947763 (+1 ms) 2024-11-13T07:29:07,763 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., pid=154, masterSystemTime=1731482947749 2024-11-13T07:29:07,765 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,765 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:07,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:07,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:29:07,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-13T07:29:07,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 in 170 msec 2024-11-13T07:29:07,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T07:29:07,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, ASSIGN in 326 msec 2024-11-13T07:29:07,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:29:07,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482947771"}]},"ts":"1731482947771"} 2024-11-13T07:29:07,773 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T07:29:07,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:29:07,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 354 msec 2024-11-13T07:29:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T07:29:08,047 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:08,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,049 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e7d8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,050 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f80f3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:08,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:08,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:29:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39299,1731482797672 2024-11-13T07:29:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d896b5 2024-11-13T07:29:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:29:08,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:29:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T07:29:08,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:29:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742316_1492 (size=995) 2024-11-13T07:29:08,467 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T07:29:08,467 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T07:29:08,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:29:08,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE}] 2024-11-13T07:29:08,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE 2024-11-13T07:29:08,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE because future has completed 2024-11-13T07:29:08,474 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:29:08,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:29:08,626 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:29:08,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 01ffeedad1647cbd618416fc8c1825f3, disabling compactions & flushes 2024-11-13T07:29:08,627 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. after waiting 0 ms 2024-11-13T07:29:08,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,630 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T07:29:08,630 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,630 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 01ffeedad1647cbd618416fc8c1825f3: Waiting for close lock at 1731482948627Running coprocessor pre-close hooks at 1731482948627Disabling compacts and flushes for region at 1731482948627Disabling writes for close at 1731482948627Writing region close event to WAL at 1731482948627Running coprocessor post-close hooks at 1731482948630 (+3 ms)Closed at 1731482948630 2024-11-13T07:29:08,630 WARN [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 01ffeedad1647cbd618416fc8c1825f3 to self. 2024-11-13T07:29:08,632 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=CLOSED 2024-11-13T07:29:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:29:08,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-13T07:29:08,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 in 161 msec 2024-11-13T07:29:08,637 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,41631,1731482798425; forceNewPlan=false, retain=true 2024-11-13T07:29:08,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=OPENING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE because future has completed 2024-11-13T07:29:08,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:29:08,943 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,944 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:29:08,944 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,944 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:29:08,944 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,944 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,949 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,950 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName A 2024-11-13T07:29:08,951 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:08,951 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:08,951 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,952 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName B 2024-11-13T07:29:08,952 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:08,952 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:08,953 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,953 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ffeedad1647cbd618416fc8c1825f3 columnFamilyName C 2024-11-13T07:29:08,953 DEBUG [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:08,954 INFO [StoreOpener-01ffeedad1647cbd618416fc8c1825f3-1 {}] regionserver.HStore(327): Store=01ffeedad1647cbd618416fc8c1825f3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:29:08,954 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,955 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,955 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,956 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,956 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,957 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T07:29:08,958 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,959 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 01ffeedad1647cbd618416fc8c1825f3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59305610, jitterRate=-0.1162775456905365}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T07:29:08,959 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:08,960 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 01ffeedad1647cbd618416fc8c1825f3: Running coprocessor pre-open hook at 1731482948944Writing region info on filesystem at 1731482948944Initializing all the Stores at 1731482948949 (+5 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482948949Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482948949Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482948949Cleaning up temporary data from old regions at 1731482948956 (+7 ms)Running coprocessor post-open hooks at 1731482948959 (+3 ms)Region opened successfully at 1731482948960 (+1 ms) 2024-11-13T07:29:08,961 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., pid=159, masterSystemTime=1731482948941 2024-11-13T07:29:08,963 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,963 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:08,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:08,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:29:08,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-13T07:29:08,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 in 177 msec 2024-11-13T07:29:08,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T07:29:08,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, REOPEN/MOVE in 496 msec 2024-11-13T07:29:08,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-13T07:29:08,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 501 msec 2024-11-13T07:29:08,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 916 msec 2024-11-13T07:29:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-13T07:29:08,976 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:08,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,978 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a940fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec2cc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c97649f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,987 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2083d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,989 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7943f89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,991 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301baaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,993 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f56245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3320e308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:08,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:08,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ad0967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:08,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f17e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:09,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:09,001 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:09,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:09,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:09,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4934ffd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:09,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:09,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c818c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:09,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:09,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4751b564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:09,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b7e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:09,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:09,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:09,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:09,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64926546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:09,010 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2092c2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:09,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:09,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:09,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:09,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:09,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f6520d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:09,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:09,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:09,014 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58feeff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39299,-1 for getting cluster id 2024-11-13T07:29:09,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:29:09,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '784b1ae5-a9e6-48ef-a190-4dc94d647f74' 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "784b1ae5-a9e6-48ef-a190-4dc94d647f74" 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c951f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39299,-1] 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:29:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:09,017 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:29:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4b47da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:29:09,018 DEBUG [Thread-2227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,019 DEBUG [Thread-2231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,019 DEBUG [Thread-2225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,020 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T07:29:09,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,021 DEBUG [Thread-2220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,021 DEBUG [Thread-2223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,022 DEBUG [Thread-2212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,024 DEBUG [Thread-2220 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,024 DEBUG [Thread-2212 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,024 DEBUG [Thread-2220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,024 DEBUG [Thread-2212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:09,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:09,026 DEBUG [Thread-2229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,028 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,030 DEBUG [Thread-2218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:29:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,031 DEBUG [Thread-2214 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,032 DEBUG [Thread-2214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,033 DEBUG [Thread-2218 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41631,1731482798425, seqNum=-1] 2024-11-13T07:29:09,033 DEBUG [Thread-2218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:29:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:29:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5] 2024-11-13T07:29:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:09,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:29:09,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113078d2474be5847b89fd69f8292c66ea1_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482949043/Put/seqid=0 2024-11-13T07:29:09,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742317_1493 (size=12154) 2024-11-13T07:29:09,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:09,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113078d2474be5847b89fd69f8292c66ea1_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113078d2474be5847b89fd69f8292c66ea1_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:09,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b3ea6f2336dd41dba5d44f3ce82570a7, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:09,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b3ea6f2336dd41dba5d44f3ce82570a7 is 175, key is test_row_0/A:col10/1731482949043/Put/seqid=0 2024-11-13T07:29:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483009090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483009090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483009094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483009098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483009100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742318_1494 (size=30955) 2024-11-13T07:29:09,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b3ea6f2336dd41dba5d44f3ce82570a7 2024-11-13T07:29:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:09,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/61fc2fef37314ea5bf731bb97f817e78 is 50, key is test_row_0/B:col10/1731482949043/Put/seqid=0 2024-11-13T07:29:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742319_1495 (size=12001) 2024-11-13T07:29:09,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/61fc2fef37314ea5bf731bb97f817e78 2024-11-13T07:29:09,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T07:29:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:09,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:09,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/7a8e2dce879b41608af4743a861c5c12 is 50, key is test_row_0/C:col10/1731482949043/Put/seqid=0 2024-11-13T07:29:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483009207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483009207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483009207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483009207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483009207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742320_1496 (size=12001) 2024-11-13T07:29:09,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/7a8e2dce879b41608af4743a861c5c12 2024-11-13T07:29:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b3ea6f2336dd41dba5d44f3ce82570a7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7 2024-11-13T07:29:09,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T07:29:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/61fc2fef37314ea5bf731bb97f817e78 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78 2024-11-13T07:29:09,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T07:29:09,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/7a8e2dce879b41608af4743a861c5c12 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12 2024-11-13T07:29:09,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T07:29:09,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 01ffeedad1647cbd618416fc8c1825f3 in 201ms, sequenceid=16, compaction requested=false 2024-11-13T07:29:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:09,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T07:29:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:09,334 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:29:09,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bab997bc999a477685412bca3c2694e4_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482949097/Put/seqid=0 2024-11-13T07:29:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742321_1497 (size=12154) 2024-11-13T07:29:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483009422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483009422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483009424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483009426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483009427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483009537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483009747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483009747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483009747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483009749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483009749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:09,756 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bab997bc999a477685412bca3c2694e4_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bab997bc999a477685412bca3c2694e4_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/179067ac3cf8400295f8ac2fc2db970c, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:09,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/179067ac3cf8400295f8ac2fc2db970c is 175, key is test_row_0/A:col10/1731482949097/Put/seqid=0 2024-11-13T07:29:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742322_1498 (size=30955) 2024-11-13T07:29:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483010057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483010057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483010057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483010060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483010060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:10,172 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/179067ac3cf8400295f8ac2fc2db970c 2024-11-13T07:29:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/eda9dc1fc24d420e9b93c29c2ab1c71b is 50, key is test_row_0/B:col10/1731482949097/Put/seqid=0 2024-11-13T07:29:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742323_1499 (size=12001) 2024-11-13T07:29:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483010567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483010567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483010569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483010578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483010580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:10,592 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/eda9dc1fc24d420e9b93c29c2ab1c71b 2024-11-13T07:29:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/959cce6fc5fa4f3bbe64f6a4ae565937 is 50, key is test_row_0/C:col10/1731482949097/Put/seqid=0 2024-11-13T07:29:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742324_1500 (size=12001) 2024-11-13T07:29:11,057 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/959cce6fc5fa4f3bbe64f6a4ae565937 2024-11-13T07:29:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/179067ac3cf8400295f8ac2fc2db970c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c 2024-11-13T07:29:11,066 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T07:29:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/eda9dc1fc24d420e9b93c29c2ab1c71b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b 2024-11-13T07:29:11,072 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T07:29:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/959cce6fc5fa4f3bbe64f6a4ae565937 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937 2024-11-13T07:29:11,077 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T07:29:11,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 01ffeedad1647cbd618416fc8c1825f3 in 1747ms, sequenceid=41, compaction requested=false 2024-11-13T07:29:11,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:11,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:11,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T07:29:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T07:29:11,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T07:29:11,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0670 sec 2024-11-13T07:29:11,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.0840 sec 2024-11-13T07:29:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T07:29:11,177 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:11,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T07:29:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:11,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:11,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:11,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:11,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T07:29:11,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:11,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:29:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e621ac144eb44cf4b425a41a0651ee51_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482949422/Put/seqid=0 2024-11-13T07:29:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742325_1501 (size=12154) 2024-11-13T07:29:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:11,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483011615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483011616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483011622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483011622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483011726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483011727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483011737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483011737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483011737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:11,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e621ac144eb44cf4b425a41a0651ee51_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e621ac144eb44cf4b425a41a0651ee51_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/ec2c25d7752c44aeae5d6a4f5d5b29ba, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/ec2c25d7752c44aeae5d6a4f5d5b29ba is 175, key is test_row_0/A:col10/1731482949422/Put/seqid=0 2024-11-13T07:29:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742326_1502 (size=30955) 2024-11-13T07:29:11,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483011937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483011937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483011947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483011947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483011947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,233 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/ec2c25d7752c44aeae5d6a4f5d5b29ba 2024-11-13T07:29:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2ae9f3643d55442ebf7928aff64bf248 is 50, key is test_row_0/B:col10/1731482949422/Put/seqid=0 2024-11-13T07:29:12,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483012247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483012247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483012256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483012256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483012257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742327_1503 (size=12001) 2024-11-13T07:29:12,277 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2ae9f3643d55442ebf7928aff64bf248 2024-11-13T07:29:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/76d1e1de53ad4d45bf05431edfb81b0c is 50, key is test_row_0/C:col10/1731482949422/Put/seqid=0 2024-11-13T07:29:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742328_1504 (size=12001) 2024-11-13T07:29:12,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/76d1e1de53ad4d45bf05431edfb81b0c 2024-11-13T07:29:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/ec2c25d7752c44aeae5d6a4f5d5b29ba as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba 2024-11-13T07:29:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483012757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483012757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,760 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba, entries=150, sequenceid=52, filesize=30.2 K 2024-11-13T07:29:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2ae9f3643d55442ebf7928aff64bf248 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248 2024-11-13T07:29:12,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483012766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483012766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,769 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T07:29:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/76d1e1de53ad4d45bf05431edfb81b0c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c 2024-11-13T07:29:12,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483012772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:12,775 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T07:29:12,776 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 01ffeedad1647cbd618416fc8c1825f3 in 1437ms, sequenceid=52, compaction requested=true 2024-11-13T07:29:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T07:29:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T07:29:12,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T07:29:12,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T07:29:12,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5940 sec 2024-11-13T07:29:12,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.6010 sec 2024-11-13T07:29:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T07:29:13,347 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:13,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T07:29:13,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T07:29:13,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:13,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T07:29:13,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T07:29:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:13,505 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:29:13,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111373caceb170164c5a88343b66198cf3f3_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482951609/Put/seqid=0 2024-11-13T07:29:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742329_1505 (size=12154) 2024-11-13T07:29:13,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,567 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111373caceb170164c5a88343b66198cf3f3_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373caceb170164c5a88343b66198cf3f3_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/1ef8e67594f6466da86a5c4399eb6fa5, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/1ef8e67594f6466da86a5c4399eb6fa5 is 175, key is test_row_0/A:col10/1731482951609/Put/seqid=0 2024-11-13T07:29:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742330_1506 (size=30955) 2024-11-13T07:29:13,582 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/1ef8e67594f6466da86a5c4399eb6fa5 2024-11-13T07:29:13,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/dbb7fff5835b4bde997f1804fc58fed8 is 50, key is test_row_0/B:col10/1731482951609/Put/seqid=0 2024-11-13T07:29:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742331_1507 (size=12001) 2024-11-13T07:29:13,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/dbb7fff5835b4bde997f1804fc58fed8 2024-11-13T07:29:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a44668593d6e457b8daddd63035436a7 is 50, key is test_row_0/C:col10/1731482951609/Put/seqid=0 2024-11-13T07:29:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742332_1508 (size=12001) 2024-11-13T07:29:13,622 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a44668593d6e457b8daddd63035436a7 2024-11-13T07:29:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/1ef8e67594f6466da86a5c4399eb6fa5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5 2024-11-13T07:29:13,635 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5, entries=150, sequenceid=78, filesize=30.2 K 2024-11-13T07:29:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/dbb7fff5835b4bde997f1804fc58fed8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8 2024-11-13T07:29:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:29:13,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a44668593d6e457b8daddd63035436a7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7 2024-11-13T07:29:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T07:29:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T07:29:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 01ffeedad1647cbd618416fc8c1825f3 in 193ms, sequenceid=78, compaction requested=true 2024-11-13T07:29:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T07:29:13,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 348 msec 2024-11-13T07:29:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 355 msec 2024-11-13T07:29:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:13,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:29:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111337e6fe65826c4fa1a753ff4d4506937a_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742333_1509 (size=24358) 2024-11-13T07:29:13,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,828 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111337e6fe65826c4fa1a753ff4d4506937a_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111337e6fe65826c4fa1a753ff4d4506937a_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,829 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c16eb582cc824f529976c80a89afaad6, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:13,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c16eb582cc824f529976c80a89afaad6 is 175, key is test_row_0/A:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742334_1510 (size=73995) 2024-11-13T07:29:13,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c16eb582cc824f529976c80a89afaad6 2024-11-13T07:29:13,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/a50c07bd48864a60a17382930f53490b is 50, key is test_row_0/B:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483013859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483013858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483013869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742335_1511 (size=12001) 2024-11-13T07:29:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T07:29:13,976 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:13,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-13T07:29:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:13,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:13,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:13,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483013976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483013976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483013977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483013980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:13,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483013987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:14,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483014187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483014187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483014187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483014188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483014196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/a50c07bd48864a60a17382930f53490b 2024-11-13T07:29:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:14,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e146c3b7459945e989fcb439b3a50b34 is 50, key is test_row_0/C:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742336_1512 (size=12001) 2024-11-13T07:29:14,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483014497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483014497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483014497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483014506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483014506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:14,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:14,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:14,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e146c3b7459945e989fcb439b3a50b34 2024-11-13T07:29:14,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c16eb582cc824f529976c80a89afaad6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6 2024-11-13T07:29:14,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6, entries=400, sequenceid=89, filesize=72.3 K 2024-11-13T07:29:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/a50c07bd48864a60a17382930f53490b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b 2024-11-13T07:29:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T07:29:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e146c3b7459945e989fcb439b3a50b34 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34 2024-11-13T07:29:14,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T07:29:14,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 01ffeedad1647cbd618416fc8c1825f3 in 1001ms, sequenceid=89, compaction requested=true 2024-11-13T07:29:14,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:14,803 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:29:14,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:14,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:14,804 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:29:14,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:14,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:14,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:14,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:14,805 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 197815 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:29:14,805 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:14,805 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,805 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=193.2 K 2024-11-13T07:29:14,805 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,805 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6] 2024-11-13T07:29:14,806 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ea6f2336dd41dba5d44f3ce82570a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482949042 2024-11-13T07:29:14,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:29:14,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:14,806 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,806 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=58.6 K 2024-11-13T07:29:14,807 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 179067ac3cf8400295f8ac2fc2db970c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731482949088 2024-11-13T07:29:14,807 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 61fc2fef37314ea5bf731bb97f817e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482949042 2024-11-13T07:29:14,807 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec2c25d7752c44aeae5d6a4f5d5b29ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731482949422 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting eda9dc1fc24d420e9b93c29c2ab1c71b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731482949088 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef8e67594f6466da86a5c4399eb6fa5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482951609 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ae9f3643d55442ebf7928aff64bf248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731482949422 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16eb582cc824f529976c80a89afaad6, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953785 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb7fff5835b4bde997f1804fc58fed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482951609 2024-11-13T07:29:14,808 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a50c07bd48864a60a17382930f53490b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953799 2024-11-13T07:29:14,818 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:14,821 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#438 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:14,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/817ff1f4934846b6883ffd87aa206a05 is 50, key is test_row_0/B:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:14,826 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111386eca07109a748d4a4c75466d6c0324f_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:14,830 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111386eca07109a748d4a4c75466d6c0324f_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:14,830 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111386eca07109a748d4a4c75466d6c0324f_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742337_1513 (size=12173) 2024-11-13T07:29:14,864 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/817ff1f4934846b6883ffd87aa206a05 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/817ff1f4934846b6883ffd87aa206a05 2024-11-13T07:29:14,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742338_1514 (size=4469) 2024-11-13T07:29:14,869 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#437 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:14,870 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/04665573597a4a4e8d5f22f9d87d7872 is 175, key is test_row_0/A:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:14,870 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 817ff1f4934846b6883ffd87aa206a05(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:14,870 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:14,870 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=11, startTime=1731482954803; duration=0sec 2024-11-13T07:29:14,870 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:14,870 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:14,870 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T07:29:14,876 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T07:29:14,876 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:14,877 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,877 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=58.6 K 2024-11-13T07:29:14,877 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8e2dce879b41608af4743a861c5c12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482949042 2024-11-13T07:29:14,877 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 959cce6fc5fa4f3bbe64f6a4ae565937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731482949088 2024-11-13T07:29:14,877 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 76d1e1de53ad4d45bf05431edfb81b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731482949422 2024-11-13T07:29:14,878 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a44668593d6e457b8daddd63035436a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731482951609 2024-11-13T07:29:14,878 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e146c3b7459945e989fcb439b3a50b34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953799 2024-11-13T07:29:14,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742339_1515 (size=31127) 2024-11-13T07:29:14,900 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/04665573597a4a4e8d5f22f9d87d7872 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872 2024-11-13T07:29:14,901 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#439 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:14,902 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a51af8af08ee4f398b7afb15a21238ba is 50, key is test_row_0/C:col10/1731482953801/Put/seqid=0 2024-11-13T07:29:14,907 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into 04665573597a4a4e8d5f22f9d87d7872(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:14,907 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:14,907 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=11, startTime=1731482954803; duration=0sec 2024-11-13T07:29:14,907 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:14,907 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742340_1516 (size=12173) 2024-11-13T07:29:14,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T07:29:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:14,917 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:29:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bdd6820864ad4152938113a9f6b1b060_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482953860/Put/seqid=0 2024-11-13T07:29:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742341_1517 (size=12154) 2024-11-13T07:29:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:14,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bdd6820864ad4152938113a9f6b1b060_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bdd6820864ad4152938113a9f6b1b060_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/e48e2a9bf1ef408197c5f24389b855a4, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:14,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/e48e2a9bf1ef408197c5f24389b855a4 is 175, key is test_row_0/A:col10/1731482953860/Put/seqid=0 2024-11-13T07:29:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742342_1518 (size=30955) 2024-11-13T07:29:14,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/e48e2a9bf1ef408197c5f24389b855a4 2024-11-13T07:29:14,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4d37257fdfb048d5aef37aae4e8fade2 is 50, key is test_row_0/B:col10/1731482953860/Put/seqid=0 2024-11-13T07:29:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:15,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742343_1519 (size=12001) 2024-11-13T07:29:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483015038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,045 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4d37257fdfb048d5aef37aae4e8fade2 2024-11-13T07:29:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483015038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483015040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483015043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483015044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e0070f4923634655ab54a3298b5e2e88 is 50, key is test_row_0/C:col10/1731482953860/Put/seqid=0 2024-11-13T07:29:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742344_1520 (size=12001) 2024-11-13T07:29:15,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e0070f4923634655ab54a3298b5e2e88 2024-11-13T07:29:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/e48e2a9bf1ef408197c5f24389b855a4 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4 2024-11-13T07:29:15,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4, entries=150, sequenceid=116, filesize=30.2 K 2024-11-13T07:29:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4d37257fdfb048d5aef37aae4e8fade2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2 2024-11-13T07:29:15,105 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:29:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e0070f4923634655ab54a3298b5e2e88 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88 2024-11-13T07:29:15,108 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T07:29:15,109 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 01ffeedad1647cbd618416fc8c1825f3 in 193ms, sequenceid=116, compaction requested=false 2024-11-13T07:29:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-13T07:29:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-13T07:29:15,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T07:29:15,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-13T07:29:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:15,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.1370 sec 2024-11-13T07:29:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:15,159 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:15,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:29:15,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111338ff1502dac148b8b53e2c3661ffa8e2_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742345_1521 (size=12254) 2024-11-13T07:29:15,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:15,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111338ff1502dac148b8b53e2c3661ffa8e2_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111338ff1502dac148b8b53e2c3661ffa8e2_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:15,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b003cf02b41144e3a3ae64a1a9930e47, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:15,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b003cf02b41144e3a3ae64a1a9930e47 is 175, key is test_row_0/A:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483015214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483015215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483015215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483015217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742346_1522 (size=31055) 2024-11-13T07:29:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483015223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,315 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a51af8af08ee4f398b7afb15a21238ba as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a51af8af08ee4f398b7afb15a21238ba 2024-11-13T07:29:15,322 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into a51af8af08ee4f398b7afb15a21238ba(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:15,322 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:15,322 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=11, startTime=1731482954805; duration=0sec 2024-11-13T07:29:15,322 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:15,322 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:15,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483015337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483015337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483015337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483015338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483015346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483015546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483015546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483015547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483015547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483015557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,633 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b003cf02b41144e3a3ae64a1a9930e47 2024-11-13T07:29:15,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/6f2376305fd34b20b4deba8045b554f5 is 50, key is test_row_0/B:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742347_1523 (size=12101) 2024-11-13T07:29:15,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/6f2376305fd34b20b4deba8045b554f5 2024-11-13T07:29:15,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/9cba2d85807b4732b09f8d7d56687d76 is 50, key is test_row_0/C:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742348_1524 (size=12101) 2024-11-13T07:29:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483015856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483015856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483015857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483015857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:15,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483015867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/9cba2d85807b4732b09f8d7d56687d76 2024-11-13T07:29:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T07:29:16,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:16,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/b003cf02b41144e3a3ae64a1a9930e47 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47 2024-11-13T07:29:16,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-13T07:29:16,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T07:29:16,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:16,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:16,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47, entries=150, sequenceid=130, filesize=30.3 K 2024-11-13T07:29:16,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/6f2376305fd34b20b4deba8045b554f5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5 2024-11-13T07:29:16,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5, entries=150, sequenceid=130, filesize=11.8 K 2024-11-13T07:29:16,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/9cba2d85807b4732b09f8d7d56687d76 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76 2024-11-13T07:29:16,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76, entries=150, sequenceid=130, filesize=11.8 K 2024-11-13T07:29:16,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 01ffeedad1647cbd618416fc8c1825f3 in 1040ms, sequenceid=130, compaction requested=true 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-13T07:29:16,200 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:16,204 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:16,212 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:16,212 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:16,212 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,213 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=91.0 K 2024-11-13T07:29:16,213 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,213 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47] 2024-11-13T07:29:16,215 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04665573597a4a4e8d5f22f9d87d7872, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953799 2024-11-13T07:29:16,215 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e48e2a9bf1ef408197c5f24389b855a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482953844 2024-11-13T07:29:16,216 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting b003cf02b41144e3a3ae64a1a9930e47, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:16,216 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:16,216 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:16,216 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,216 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a51af8af08ee4f398b7afb15a21238ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=35.4 K 2024-11-13T07:29:16,221 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a51af8af08ee4f398b7afb15a21238ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953799 2024-11-13T07:29:16,228 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting e0070f4923634655ab54a3298b5e2e88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482953844 2024-11-13T07:29:16,233 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cba2d85807b4732b09f8d7d56687d76, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:16,269 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:16,279 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411137b67a06eed194b878b7332c17703fc47_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:16,281 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411137b67a06eed194b878b7332c17703fc47_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:16,281 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b67a06eed194b878b7332c17703fc47_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T07:29:16,286 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:16,287 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ad7e4e1d2a7242de94b4d793eaeb5884 is 50, key is test_row_0/C:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:16,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T07:29:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:29:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742350_1526 (size=12375) 2024-11-13T07:29:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742349_1525 (size=4469) 2024-11-13T07:29:16,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f2f0fb4797c4402d87212c0206a9df2f_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482955200/Put/seqid=0 2024-11-13T07:29:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483016394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483016397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483016400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483016403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483016408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742351_1527 (size=12304) 2024-11-13T07:29:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T07:29:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483016517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483016517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483016517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483016520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483016526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483016726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483016727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483016727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483016737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483016737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:16,779 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#446 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:16,779 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d78a929d95d2418fbe6eec6d3431f5f2 is 175, key is test_row_0/A:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:16,783 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ad7e4e1d2a7242de94b4d793eaeb5884 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad7e4e1d2a7242de94b4d793eaeb5884 2024-11-13T07:29:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742352_1528 (size=31329) 2024-11-13T07:29:16,806 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into ad7e4e1d2a7242de94b4d793eaeb5884(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:16,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:16,806 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=13, startTime=1731482956199; duration=0sec 2024-11-13T07:29:16,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:16,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:16,806 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T07:29:16,809 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d78a929d95d2418fbe6eec6d3431f5f2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2 2024-11-13T07:29:16,814 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:16,814 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:16,814 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,814 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/817ff1f4934846b6883ffd87aa206a05, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=35.4 K 2024-11-13T07:29:16,815 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 817ff1f4934846b6883ffd87aa206a05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731482953799 2024-11-13T07:29:16,815 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d37257fdfb048d5aef37aae4e8fade2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482953844 2024-11-13T07:29:16,815 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f2376305fd34b20b4deba8045b554f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:16,817 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into d78a929d95d2418fbe6eec6d3431f5f2(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:16,817 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:16,817 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=13, startTime=1731482956199; duration=0sec 2024-11-13T07:29:16,818 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:16,818 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:16,823 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:16,823 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf is 50, key is test_row_0/B:col10/1731482955037/Put/seqid=0 2024-11-13T07:29:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742353_1529 (size=12375) 2024-11-13T07:29:16,832 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf 2024-11-13T07:29:16,836 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 6f1c2f01ef0d4b4b84cdc2a26f14ecdf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:16,836 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:16,836 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=13, startTime=1731482956199; duration=0sec 2024-11-13T07:29:16,836 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:16,836 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:16,845 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f2f0fb4797c4402d87212c0206a9df2f_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f2f0fb4797c4402d87212c0206a9df2f_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:16,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/9c3f23d3a9404e5db6cada2eb35a2067, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/9c3f23d3a9404e5db6cada2eb35a2067 is 175, key is test_row_0/A:col10/1731482955200/Put/seqid=0 2024-11-13T07:29:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742354_1530 (size=31105) 2024-11-13T07:29:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/9c3f23d3a9404e5db6cada2eb35a2067 2024-11-13T07:29:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/00043037bd834432bbcc8f6f76108a9c is 50, key is test_row_0/B:col10/1731482955200/Put/seqid=0 2024-11-13T07:29:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742355_1531 (size=12151) 2024-11-13T07:29:16,899 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/00043037bd834432bbcc8f6f76108a9c 2024-11-13T07:29:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a9bea35fae0843e59665871b5416cd9b is 50, key is test_row_0/C:col10/1731482955200/Put/seqid=0 2024-11-13T07:29:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742356_1532 (size=12151) 2024-11-13T07:29:16,928 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a9bea35fae0843e59665871b5416cd9b 2024-11-13T07:29:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/9c3f23d3a9404e5db6cada2eb35a2067 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067 2024-11-13T07:29:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067, entries=150, sequenceid=153, filesize=30.4 K 2024-11-13T07:29:16,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/00043037bd834432bbcc8f6f76108a9c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c 2024-11-13T07:29:16,943 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-13T07:29:16,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/a9bea35fae0843e59665871b5416cd9b as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b 2024-11-13T07:29:16,948 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b, entries=150, sequenceid=153, filesize=11.9 K 2024-11-13T07:29:16,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 01ffeedad1647cbd618416fc8c1825f3 in 617ms, sequenceid=153, compaction requested=false 2024-11-13T07:29:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-13T07:29:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-13T07:29:16,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T07:29:16,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 786 msec 2024-11-13T07:29:16,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 803 msec 2024-11-13T07:29:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:17,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T07:29:17,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113171c52d4ce364bd5b126d057156dea67_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483017078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483017079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483017079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483017081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483017078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742357_1533 (size=17284) 2024-11-13T07:29:17,123 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:17,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113171c52d4ce364bd5b126d057156dea67_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113171c52d4ce364bd5b126d057156dea67_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:17,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/fba140fc50854196bc3b7a32fb8f7e3a, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/fba140fc50854196bc3b7a32fb8f7e3a is 175, key is test_row_0/A:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742358_1534 (size=48389) 2024-11-13T07:29:17,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/fba140fc50854196bc3b7a32fb8f7e3a 2024-11-13T07:29:17,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a657d2787114b8e9071a6556a609bf9 is 50, key is test_row_0/B:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483017196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483017196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483017197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483017197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483017197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742359_1535 (size=12151) 2024-11-13T07:29:17,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a657d2787114b8e9071a6556a609bf9 2024-11-13T07:29:17,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/afd22830bdeb45c19103f0caafdbafa5 is 50, key is test_row_0/C:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742360_1536 (size=12151) 2024-11-13T07:29:17,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/afd22830bdeb45c19103f0caafdbafa5 2024-11-13T07:29:17,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/fba140fc50854196bc3b7a32fb8f7e3a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a 2024-11-13T07:29:17,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a, entries=250, sequenceid=172, filesize=47.3 K 2024-11-13T07:29:17,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a657d2787114b8e9071a6556a609bf9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9 2024-11-13T07:29:17,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-13T07:29:17,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/afd22830bdeb45c19103f0caafdbafa5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5 2024-11-13T07:29:17,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5, entries=150, sequenceid=172, filesize=11.9 K 2024-11-13T07:29:17,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 01ffeedad1647cbd618416fc8c1825f3 in 214ms, sequenceid=172, compaction requested=true 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:17,253 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:17,253 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:17,254 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:17,254 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:17,254 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:17,254 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:17,254 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,254 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,254 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=108.2 K 2024-11-13T07:29:17,254 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=35.8 K 2024-11-13T07:29:17,254 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,254 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a] 2024-11-13T07:29:17,255 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f1c2f01ef0d4b4b84cdc2a26f14ecdf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:17,255 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d78a929d95d2418fbe6eec6d3431f5f2, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:17,256 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 00043037bd834432bbcc8f6f76108a9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482955200 2024-11-13T07:29:17,256 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c3f23d3a9404e5db6cada2eb35a2067, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482955200 2024-11-13T07:29:17,256 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fba140fc50854196bc3b7a32fb8f7e3a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956395 2024-11-13T07:29:17,256 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a657d2787114b8e9071a6556a609bf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956401 2024-11-13T07:29:17,271 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:17,271 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/3f92aa4c889f44edbf9800081b86fe49 is 50, key is test_row_0/B:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,272 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,278 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f7a17500ef214c77a7294fb19822d963_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,281 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f7a17500ef214c77a7294fb19822d963_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,281 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7a17500ef214c77a7294fb19822d963_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742361_1537 (size=12527) 2024-11-13T07:29:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742362_1538 (size=4469) 2024-11-13T07:29:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T07:29:17,316 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:17,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-13T07:29:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:17,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:17,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:17,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:17,409 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:17,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T07:29:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:17,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134ee907673d5542d38f6064c02ace54fd_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482957078/Put/seqid=0 2024-11-13T07:29:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:17,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742363_1539 (size=12304) 2024-11-13T07:29:17,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483017429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483017440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483017440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483017547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483017548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483017548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483017556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483017560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:17,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:17,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:17,704 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/3f92aa4c889f44edbf9800081b86fe49 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/3f92aa4c889f44edbf9800081b86fe49 2024-11-13T07:29:17,708 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 3f92aa4c889f44edbf9800081b86fe49(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:17,708 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:17,708 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=13, startTime=1731482957253; duration=0sec 2024-11-13T07:29:17,708 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:17,708 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:17,708 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:17,712 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:17,713 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/0def6ee198b14ef0aaa95c705542c792 is 175, key is test_row_0/A:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,722 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:17,722 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:17,722 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,722 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad7e4e1d2a7242de94b4d793eaeb5884, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=35.8 K 2024-11-13T07:29:17,722 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ad7e4e1d2a7242de94b4d793eaeb5884, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731482955037 2024-11-13T07:29:17,723 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting a9bea35fae0843e59665871b5416cd9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482955200 2024-11-13T07:29:17,723 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting afd22830bdeb45c19103f0caafdbafa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956401 2024-11-13T07:29:17,734 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:17,735 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/14752a2d88ac47fbb905a01faedd9bea is 50, key is test_row_0/C:col10/1731482956401/Put/seqid=0 2024-11-13T07:29:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742364_1540 (size=31481) 2024-11-13T07:29:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483017756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483017756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483017767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483017767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742365_1541 (size=12527) 2024-11-13T07:29:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483017776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:17,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:17,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:17,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134ee907673d5542d38f6064c02ace54fd_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134ee907673d5542d38f6064c02ace54fd_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:17,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/dc6dd99152f54b8187598d3f8288fff7, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:17,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/dc6dd99152f54b8187598d3f8288fff7 is 175, key is test_row_0/A:col10/1731482957078/Put/seqid=0 2024-11-13T07:29:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742366_1542 (size=31105) 2024-11-13T07:29:17,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:17,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:17,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:17,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483018066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483018066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483018077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483018077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483018086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,141 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/0def6ee198b14ef0aaa95c705542c792 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792 2024-11-13T07:29:18,145 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into 0def6ee198b14ef0aaa95c705542c792(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:18,145 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:18,145 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=13, startTime=1731482957253; duration=0sec 2024-11-13T07:29:18,145 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:18,145 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:18,186 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/14752a2d88ac47fbb905a01faedd9bea as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/14752a2d88ac47fbb905a01faedd9bea 2024-11-13T07:29:18,191 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into 14752a2d88ac47fbb905a01faedd9bea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:18,191 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:18,191 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=13, startTime=1731482957253; duration=0sec 2024-11-13T07:29:18,191 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:18,191 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:18,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/dc6dd99152f54b8187598d3f8288fff7 2024-11-13T07:29:18,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/b0decfb1f6224623a1c1d75763f5eb0f is 50, key is test_row_0/B:col10/1731482957078/Put/seqid=0 2024-11-13T07:29:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742367_1543 (size=12151) 2024-11-13T07:29:18,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:18,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483018577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483018577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483018586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483018586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483018604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:18,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:18,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/b0decfb1f6224623a1c1d75763f5eb0f 2024-11-13T07:29:18,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/2dc08fd41fcf402bb108235be100c1b5 is 50, key is test_row_0/C:col10/1731482957078/Put/seqid=0 2024-11-13T07:29:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742368_1544 (size=12151) 2024-11-13T07:29:18,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/2dc08fd41fcf402bb108235be100c1b5 2024-11-13T07:29:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/dc6dd99152f54b8187598d3f8288fff7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7 2024-11-13T07:29:18,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7, entries=150, sequenceid=195, filesize=30.4 K 2024-11-13T07:29:18,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/b0decfb1f6224623a1c1d75763f5eb0f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f 2024-11-13T07:29:18,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T07:29:18,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/2dc08fd41fcf402bb108235be100c1b5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5 2024-11-13T07:29:18,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T07:29:18,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 01ffeedad1647cbd618416fc8c1825f3 in 1398ms, sequenceid=195, compaction requested=false 2024-11-13T07:29:18,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:18,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T07:29:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:29:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c9d5b344aae04dd5a9d1925afa172611_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482957429/Put/seqid=0 2024-11-13T07:29:18,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742369_1545 (size=12304) 2024-11-13T07:29:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:18,919 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c9d5b344aae04dd5a9d1925afa172611_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9d5b344aae04dd5a9d1925afa172611_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/24ae64d3a8fa4e5ab1cbf3fe110940ab, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/24ae64d3a8fa4e5ab1cbf3fe110940ab is 175, key is test_row_0/A:col10/1731482957429/Put/seqid=0 2024-11-13T07:29:18,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742370_1546 (size=31105) 2024-11-13T07:29:18,925 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/24ae64d3a8fa4e5ab1cbf3fe110940ab 2024-11-13T07:29:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a52555b8d04442f81f9ebd26bee8812 is 50, key is test_row_0/B:col10/1731482957429/Put/seqid=0 2024-11-13T07:29:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742371_1547 (size=12151) 2024-11-13T07:29:19,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a52555b8d04442f81f9ebd26bee8812 2024-11-13T07:29:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/56966504ac64405b9b00ec105324cf94 is 50, key is test_row_0/C:col10/1731482957429/Put/seqid=0 2024-11-13T07:29:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742372_1548 (size=12151) 2024-11-13T07:29:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:19,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483019630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483019631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483019632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483019632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483019633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483019747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483019747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483019747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483019748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483019748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/56966504ac64405b9b00ec105324cf94 2024-11-13T07:29:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/24ae64d3a8fa4e5ab1cbf3fe110940ab as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab 2024-11-13T07:29:19,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab, entries=150, sequenceid=211, filesize=30.4 K 2024-11-13T07:29:19,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/4a52555b8d04442f81f9ebd26bee8812 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812 2024-11-13T07:29:19,802 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812, entries=150, sequenceid=211, filesize=11.9 K 2024-11-13T07:29:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/56966504ac64405b9b00ec105324cf94 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94 2024-11-13T07:29:19,810 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94, entries=150, sequenceid=211, filesize=11.9 K 2024-11-13T07:29:19,821 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 01ffeedad1647cbd618416fc8c1825f3 in 956ms, sequenceid=211, compaction requested=true 2024-11-13T07:29:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-13T07:29:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-13T07:29:19,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-13T07:29:19,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5170 sec 2024-11-13T07:29:19,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.5260 sec 2024-11-13T07:29:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:19,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:19,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:29:19,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308b81a03a7d3420bb9c894815de541f1_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742373_1549 (size=14794) 2024-11-13T07:29:20,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483019981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483019981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483020068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483020068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483020068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483020176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483020176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483020177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483020177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483020178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483020387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483020387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483020387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483020387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483020387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:20,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308b81a03a7d3420bb9c894815de541f1_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308b81a03a7d3420bb9c894815de541f1_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:20,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6c21d50908d541c28691d2f56c614f92, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:20,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6c21d50908d541c28691d2f56c614f92 is 175, key is test_row_0/A:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:20,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742374_1550 (size=39749) 2024-11-13T07:29:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483020697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483020698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483020698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483020700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483020700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:20,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6c21d50908d541c28691d2f56c614f92 2024-11-13T07:29:20,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/735e762ea50c4b498d8ea9889731af74 is 50, key is test_row_0/B:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742375_1551 (size=12151) 2024-11-13T07:29:21,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483021209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:21,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483021209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:21,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:21,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:21,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483021220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:21,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:21,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483021220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483021221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:21,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/735e762ea50c4b498d8ea9889731af74 2024-11-13T07:29:21,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e803cb68fd244a378b26422023a8b617 is 50, key is test_row_0/C:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742376_1552 (size=12151) 2024-11-13T07:29:21,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e803cb68fd244a378b26422023a8b617 2024-11-13T07:29:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6c21d50908d541c28691d2f56c614f92 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92 2024-11-13T07:29:21,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92, entries=200, sequenceid=236, filesize=38.8 K 2024-11-13T07:29:21,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/735e762ea50c4b498d8ea9889731af74 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74 2024-11-13T07:29:21,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T07:29:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/e803cb68fd244a378b26422023a8b617 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617 2024-11-13T07:29:21,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T07:29:21,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 01ffeedad1647cbd618416fc8c1825f3 in 1484ms, sequenceid=236, compaction requested=true 2024-11-13T07:29:21,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:21,444 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:21,445 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:21,445 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:21,445 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:21,445 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=130.3 K 2024-11-13T07:29:21,445 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:21,445 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92] 2024-11-13T07:29:21,447 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0def6ee198b14ef0aaa95c705542c792, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956401 2024-11-13T07:29:21,448 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc6dd99152f54b8187598d3f8288fff7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731482957078 2024-11-13T07:29:21,448 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24ae64d3a8fa4e5ab1cbf3fe110940ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731482957416 2024-11-13T07:29:21,448 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c21d50908d541c28691d2f56c614f92, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:21,454 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:21,455 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:21,455 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:21,455 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:21,455 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/3f92aa4c889f44edbf9800081b86fe49, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=47.8 K 2024-11-13T07:29:21,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f92aa4c889f44edbf9800081b86fe49, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956401 2024-11-13T07:29:21,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b0decfb1f6224623a1c1d75763f5eb0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731482957078 2024-11-13T07:29:21,456 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a52555b8d04442f81f9ebd26bee8812, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731482957416 2024-11-13T07:29:21,457 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:21,457 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 735e762ea50c4b498d8ea9889731af74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:21,468 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c06dccb47fa04ce1941e8a12b39d8664_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:21,470 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c06dccb47fa04ce1941e8a12b39d8664_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:21,471 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c06dccb47fa04ce1941e8a12b39d8664_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:21,474 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:21,474 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/1976b04420b844efa4b250e2bc349cf9 is 50, key is test_row_0/B:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T07:29:21,491 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:21,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-13T07:29:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742377_1553 (size=4469) 2024-11-13T07:29:21,506 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#467 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:21,507 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6975bbe1908640fdaca8d183fa7e7b3d is 175, key is test_row_0/A:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742378_1554 (size=12663) 2024-11-13T07:29:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T07:29:21,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:21,523 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:21,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742379_1555 (size=31617) 2024-11-13T07:29:21,555 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/6975bbe1908640fdaca8d183fa7e7b3d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d 2024-11-13T07:29:21,561 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into 6975bbe1908640fdaca8d183fa7e7b3d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:21,561 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:21,561 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=12, startTime=1731482961444; duration=0sec 2024-11-13T07:29:21,562 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:21,562 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:21,562 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:21,564 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:21,564 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:21,564 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:21,564 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/14752a2d88ac47fbb905a01faedd9bea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=47.8 K 2024-11-13T07:29:21,564 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14752a2d88ac47fbb905a01faedd9bea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731482956401 2024-11-13T07:29:21,565 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc08fd41fcf402bb108235be100c1b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731482957078 2024-11-13T07:29:21,565 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56966504ac64405b9b00ec105324cf94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731482957416 2024-11-13T07:29:21,567 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting e803cb68fd244a378b26422023a8b617, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:21,577 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:21,577 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/284a7464c02445489bb8285d36c7bbc5 is 50, key is test_row_0/C:col10/1731482959630/Put/seqid=0 2024-11-13T07:29:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742380_1556 (size=12663) 2024-11-13T07:29:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T07:29:21,618 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/284a7464c02445489bb8285d36c7bbc5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/284a7464c02445489bb8285d36c7bbc5 2024-11-13T07:29:21,624 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into 284a7464c02445489bb8285d36c7bbc5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:21,624 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:21,624 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=12, startTime=1731482961465; duration=0sec 2024-11-13T07:29:21,624 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:21,624 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:21,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-13T07:29:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:21,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T07:29:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111340f19947e4e4477ea86504081758e869_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482959968/Put/seqid=0 2024-11-13T07:29:21,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742381_1557 (size=12304) 2024-11-13T07:29:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:21,721 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111340f19947e4e4477ea86504081758e869_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340f19947e4e4477ea86504081758e869_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/eaee582d74d14f5cb5de7ad73fdffe27, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/eaee582d74d14f5cb5de7ad73fdffe27 is 175, key is test_row_0/A:col10/1731482959968/Put/seqid=0 2024-11-13T07:29:21,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742382_1558 (size=31105) 2024-11-13T07:29:21,754 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/eaee582d74d14f5cb5de7ad73fdffe27 2024-11-13T07:29:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2070d9253d7848559e9d4e5446dbc4d5 is 50, key is test_row_0/B:col10/1731482959968/Put/seqid=0 2024-11-13T07:29:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742383_1559 (size=12151) 2024-11-13T07:29:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T07:29:21,922 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/1976b04420b844efa4b250e2bc349cf9 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1976b04420b844efa4b250e2bc349cf9 2024-11-13T07:29:21,928 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 1976b04420b844efa4b250e2bc349cf9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:21,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:21,928 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=12, startTime=1731482961454; duration=0sec 2024-11-13T07:29:21,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:21,928 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T07:29:22,183 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2070d9253d7848559e9d4e5446dbc4d5 2024-11-13T07:29:22,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ad03c833f3574a8b893a1ca5d756757d is 50, key is test_row_0/C:col10/1731482959968/Put/seqid=0 2024-11-13T07:29:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:22,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742384_1560 (size=12151) 2024-11-13T07:29:22,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ad03c833f3574a8b893a1ca5d756757d 2024-11-13T07:29:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/eaee582d74d14f5cb5de7ad73fdffe27 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27 2024-11-13T07:29:22,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27, entries=150, sequenceid=251, filesize=30.4 K 2024-11-13T07:29:22,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2070d9253d7848559e9d4e5446dbc4d5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5 2024-11-13T07:29:22,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T07:29:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ad03c833f3574a8b893a1ca5d756757d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d 2024-11-13T07:29:22,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T07:29:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 01ffeedad1647cbd618416fc8c1825f3 in 585ms, sequenceid=251, compaction requested=false 2024-11-13T07:29:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-13T07:29:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-13T07:29:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:22,264 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:22,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:29:22,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-13T07:29:22,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 741 msec 2024-11-13T07:29:22,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 778 msec 2024-11-13T07:29:22,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dd42ef52ac84d51823131095dc5ad5a_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483022271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483022274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483022275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483022276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483022276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742385_1561 (size=17534) 2024-11-13T07:29:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483022387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483022387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483022387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483022387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483022388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483022596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483022596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483022596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483022597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483022597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T07:29:22,647 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:22,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-13T07:29:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:22,650 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:22,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:22,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:22,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:22,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dd42ef52ac84d51823131095dc5ad5a_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dd42ef52ac84d51823131095dc5ad5a_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:22,736 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/32ed236e02a24f83a920b8f1c08488f3, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:22,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/32ed236e02a24f83a920b8f1c08488f3 is 175, key is test_row_0/A:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742386_1562 (size=48639) 2024-11-13T07:29:22,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/32ed236e02a24f83a920b8f1c08488f3 2024-11-13T07:29:22,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/d7a0407a032f4f959a83254fcb4f769d is 50, key is test_row_0/B:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:22,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-13T07:29:22,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:22,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:22,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:22,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742387_1563 (size=12301) 2024-11-13T07:29:22,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483022906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483022906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483022907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483022906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483022907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:22,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-13T07:29:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:22,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:23,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-13T07:29:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/d7a0407a032f4f959a83254fcb4f769d 2024-11-13T07:29:23,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-13T07:29:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:23,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/465ab62216cd4beeaee4dfa95f8b3df8 is 50, key is test_row_0/C:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742388_1564 (size=12301) 2024-11-13T07:29:23,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/465ab62216cd4beeaee4dfa95f8b3df8 2024-11-13T07:29:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/32ed236e02a24f83a920b8f1c08488f3 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3 2024-11-13T07:29:23,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3, entries=250, sequenceid=277, filesize=47.5 K 2024-11-13T07:29:23,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/d7a0407a032f4f959a83254fcb4f769d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d 2024-11-13T07:29:23,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T07:29:23,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/465ab62216cd4beeaee4dfa95f8b3df8 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8 2024-11-13T07:29:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T07:29:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 01ffeedad1647cbd618416fc8c1825f3 in 1128ms, sequenceid=277, compaction requested=true 2024-11-13T07:29:23,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:23,393 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T07:29:23,396 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:23,405 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:23,405 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:23,405 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,405 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1976b04420b844efa4b250e2bc349cf9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=36.2 K 2024-11-13T07:29:23,405 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:23,405 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:23,405 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,405 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=108.8 K 2024-11-13T07:29:23,405 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,406 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3] 2024-11-13T07:29:23,406 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 6975bbe1908640fdaca8d183fa7e7b3d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:23,406 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1976b04420b844efa4b250e2bc349cf9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:23,406 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting eaee582d74d14f5cb5de7ad73fdffe27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731482959968 2024-11-13T07:29:23,406 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2070d9253d7848559e9d4e5446dbc4d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731482959968 2024-11-13T07:29:23,407 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ed236e02a24f83a920b8f1c08488f3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:23,407 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7a0407a032f4f959a83254fcb4f769d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:23,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-13T07:29:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,419 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T07:29:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:23,442 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:23,443 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/1ca3b0d2e77b4ed582dced9fb2880610 is 50, key is test_row_0/B:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:23,447 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:23,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc147b475f014568a5bd71e9b62fe417_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482962274/Put/seqid=0 2024-11-13T07:29:23,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742389_1565 (size=12915) 2024-11-13T07:29:23,461 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411137da5beee010f40c58c21729cf7f3b352_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:23,464 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411137da5beee010f40c58c21729cf7f3b352_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:23,466 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/1ca3b0d2e77b4ed582dced9fb2880610 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1ca3b0d2e77b4ed582dced9fb2880610 2024-11-13T07:29:23,468 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137da5beee010f40c58c21729cf7f3b352_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742390_1566 (size=12454) 2024-11-13T07:29:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:23,493 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 1ca3b0d2e77b4ed582dced9fb2880610(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:23,493 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:23,493 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=13, startTime=1731482963393; duration=0sec 2024-11-13T07:29:23,493 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:23,493 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:23,495 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742391_1567 (size=4469) 2024-11-13T07:29:23,499 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:23,500 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:23,500 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:23,500 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#477 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:23,501 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d72e72f9d2ad4c5080802d3396dfe3e6 is 175, key is test_row_0/A:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:23,503 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/284a7464c02445489bb8285d36c7bbc5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=36.2 K 2024-11-13T07:29:23,505 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc147b475f014568a5bd71e9b62fe417_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc147b475f014568a5bd71e9b62fe417_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:23,510 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 284a7464c02445489bb8285d36c7bbc5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731482959630 2024-11-13T07:29:23,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c08d7cfada0343e7bdd745104b51ec2f, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:23,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c08d7cfada0343e7bdd745104b51ec2f is 175, key is test_row_0/A:col10/1731482962274/Put/seqid=0 2024-11-13T07:29:23,515 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad03c833f3574a8b893a1ca5d756757d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731482959968 2024-11-13T07:29:23,516 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 465ab62216cd4beeaee4dfa95f8b3df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483023497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483023497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483023502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483023532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742392_1568 (size=31869) 2024-11-13T07:29:23,542 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:23,543 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ae5fc1682d504c9fbc0ea6ac02825e79 is 50, key is test_row_0/C:col10/1731482962263/Put/seqid=0 2024-11-13T07:29:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742393_1569 (size=31255) 2024-11-13T07:29:23,547 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c08d7cfada0343e7bdd745104b51ec2f 2024-11-13T07:29:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483023538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,549 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d72e72f9d2ad4c5080802d3396dfe3e6 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6 2024-11-13T07:29:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742394_1570 (size=12915) 2024-11-13T07:29:23,584 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into d72e72f9d2ad4c5080802d3396dfe3e6(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:23,585 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:23,585 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=13, startTime=1731482963392; duration=0sec 2024-11-13T07:29:23,585 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:23,585 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/52cc3482a9a74484bd5ff70f33d97e7c is 50, key is test_row_0/B:col10/1731482962274/Put/seqid=0 2024-11-13T07:29:23,601 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/ae5fc1682d504c9fbc0ea6ac02825e79 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ae5fc1682d504c9fbc0ea6ac02825e79 2024-11-13T07:29:23,614 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into ae5fc1682d504c9fbc0ea6ac02825e79(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:23,614 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:23,614 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=13, startTime=1731482963393; duration=0sec 2024-11-13T07:29:23,614 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:23,614 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742395_1571 (size=12301) 2024-11-13T07:29:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483023636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483023649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483023652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483023652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483023660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:23,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483023847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483023856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483023866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483023867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483023877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,017 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/52cc3482a9a74484bd5ff70f33d97e7c 2024-11-13T07:29:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/b6f7a49696e84fa4a5c1125d6e52f1c2 is 50, key is test_row_0/C:col10/1731482962274/Put/seqid=0 2024-11-13T07:29:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742396_1572 (size=12301) 2024-11-13T07:29:24,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483024157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483024166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483024176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483024176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483024187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/b6f7a49696e84fa4a5c1125d6e52f1c2 2024-11-13T07:29:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c08d7cfada0343e7bdd745104b51ec2f as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f 2024-11-13T07:29:24,485 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f, entries=150, sequenceid=289, filesize=30.5 K 2024-11-13T07:29:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/52cc3482a9a74484bd5ff70f33d97e7c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c 2024-11-13T07:29:24,492 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T07:29:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/b6f7a49696e84fa4a5c1125d6e52f1c2 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2 2024-11-13T07:29:24,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T07:29:24,502 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 01ffeedad1647cbd618416fc8c1825f3 in 1083ms, sequenceid=289, compaction requested=false 2024-11-13T07:29:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-13T07:29:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-13T07:29:24,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-13T07:29:24,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-13T07:29:24,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.8670 sec 2024-11-13T07:29:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:24,669 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:24,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:29:24,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5ddf74b676b465fb2958f30f54db293_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483024687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483024687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483024687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483024689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483024696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742397_1573 (size=14994) 2024-11-13T07:29:24,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,704 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5ddf74b676b465fb2958f30f54db293_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5ddf74b676b465fb2958f30f54db293_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:24,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d1a2390bf87b4a7d9e3e256597223a28, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:24,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d1a2390bf87b4a7d9e3e256597223a28 is 175, key is test_row_0/A:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742398_1574 (size=39949) 2024-11-13T07:29:24,722 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d1a2390bf87b4a7d9e3e256597223a28 2024-11-13T07:29:24,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/be8c748396a444ef9a618b4195b5a835 is 50, key is test_row_0/B:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742399_1575 (size=12301) 2024-11-13T07:29:24,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/be8c748396a444ef9a618b4195b5a835 2024-11-13T07:29:24,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5258021fc3ea4b4294d8e73daf767e54 is 50, key is test_row_0/C:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742400_1576 (size=12301) 2024-11-13T07:29:24,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5258021fc3ea4b4294d8e73daf767e54 2024-11-13T07:29:24,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/d1a2390bf87b4a7d9e3e256597223a28 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28 2024-11-13T07:29:24,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28, entries=200, sequenceid=318, filesize=39.0 K 2024-11-13T07:29:24,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/be8c748396a444ef9a618b4195b5a835 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835 2024-11-13T07:29:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T07:29:24,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:24,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-13T07:29:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:24,798 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:24,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483024796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483024796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:24,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835, entries=150, sequenceid=318, filesize=12.0 K 2024-11-13T07:29:24,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5258021fc3ea4b4294d8e73daf767e54 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54 2024-11-13T07:29:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54, entries=150, sequenceid=318, filesize=12.0 K 2024-11-13T07:29:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 01ffeedad1647cbd618416fc8c1825f3 in 142ms, sequenceid=318, compaction requested=true 2024-11-13T07:29:24,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:24,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:24,811 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:24,811 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:24,812 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:24,812 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,812 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:24,812 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:24,812 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,812 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,812 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=100.7 K 2024-11-13T07:29:24,812 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1ca3b0d2e77b4ed582dced9fb2880610, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=36.6 K 2024-11-13T07:29:24,812 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,812 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28] 2024-11-13T07:29:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca3b0d2e77b4ed582dced9fb2880610, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d72e72f9d2ad4c5080802d3396dfe3e6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 52cc3482a9a74484bd5ff70f33d97e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482962273 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c08d7cfada0343e7bdd745104b51ec2f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482962273 2024-11-13T07:29:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting be8c748396a444ef9a618b4195b5a835, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:24,813 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a2390bf87b4a7d9e3e256597223a28, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,818 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,821 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:24,821 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/262375f590854941b6fc9c53fcd55944 is 50, key is test_row_0/B:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,822 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113eb6e675d03a74678af9852429c9c3fce_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,824 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113eb6e675d03a74678af9852429c9c3fce_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,824 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eb6e675d03a74678af9852429c9c3fce_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742401_1577 (size=13017) 2024-11-13T07:29:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742402_1578 (size=4469) 2024-11-13T07:29:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,846 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#485 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,846 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/337fd48a48a14d88bc2ca8a56286c3ba is 175, key is test_row_0/A:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,847 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/262375f590854941b6fc9c53fcd55944 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/262375f590854941b6fc9c53fcd55944 2024-11-13T07:29:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,855 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into 262375f590854941b6fc9c53fcd55944(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,855 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:24,855 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=13, startTime=1731482964811; duration=0sec 2024-11-13T07:29:24,855 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:24,855 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:24,855 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T07:29:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,857 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T07:29:24,857 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:24,857 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,857 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ae5fc1682d504c9fbc0ea6ac02825e79, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=36.6 K 2024-11-13T07:29:24,857 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5fc1682d504c9fbc0ea6ac02825e79, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482962252 2024-11-13T07:29:24,858 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting b6f7a49696e84fa4a5c1125d6e52f1c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482962273 2024-11-13T07:29:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,859 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5258021fc3ea4b4294d8e73daf767e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742403_1579 (size=31971) 2024-11-13T07:29:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,870 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/337fd48a48a14d88bc2ca8a56286c3ba as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba 2024-11-13T07:29:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,871 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:24,872 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/37f2a54f3a4541e6993609257599bb3c is 50, key is test_row_0/C:col10/1731482963513/Put/seqid=0 2024-11-13T07:29:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,877 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into 337fd48a48a14d88bc2ca8a56286c3ba(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:24,877 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:24,877 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=13, startTime=1731482964811; duration=0sec 2024-11-13T07:29:24,878 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:24,878 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742404_1580 (size=13017) 2024-11-13T07:29:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,884 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/37f2a54f3a4541e6993609257599bb3c as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/37f2a54f3a4541e6993609257599bb3c 2024-11-13T07:29:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,890 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into 37f2a54f3a4541e6993609257599bb3c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:24,890 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:24,890 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=13, startTime=1731482964812; duration=0sec 2024-11-13T07:29:24,890 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:24,890 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-13T07:29:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:24,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T07:29:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113736051f371cc4367aec2c05f85972e8f_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482964688/Put/seqid=0 2024-11-13T07:29:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742405_1581 (size=9914) 2024-11-13T07:29:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:25,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483025064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483025068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483025177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483025177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483025387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483025387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:25,402 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113736051f371cc4367aec2c05f85972e8f_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736051f371cc4367aec2c05f85972e8f_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:25,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/965b80f757924b5e9e6ea937d639b1ce, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/965b80f757924b5e9e6ea937d639b1ce is 175, key is test_row_0/A:col10/1731482964688/Put/seqid=0 2024-11-13T07:29:25,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742406_1582 (size=22561) 2024-11-13T07:29:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:25,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483025698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483025698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483025698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,702 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 01ffeedad1647cbd618416fc8c1825f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:29:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483025699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,705 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_0' in 01ffeedad1647cbd618416fc8c1825f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:29:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483025706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:25,711 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,41631,1731482798425 for 'test_row_1' in 01ffeedad1647cbd618416fc8c1825f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T07:29:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:25,819 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/965b80f757924b5e9e6ea937d639b1ce 2024-11-13T07:29:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2256664eaf944a0e8f2185ac480d7812 is 50, key is test_row_0/B:col10/1731482964688/Put/seqid=0 2024-11-13T07:29:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742407_1583 (size=9857) 2024-11-13T07:29:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483026207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483026207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:26,289 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2256664eaf944a0e8f2185ac480d7812 2024-11-13T07:29:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5ad71bcfeed74314ae1abcd58aba770a is 50, key is test_row_0/C:col10/1731482964688/Put/seqid=0 2024-11-13T07:29:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742408_1584 (size=9857) 2024-11-13T07:29:26,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5ad71bcfeed74314ae1abcd58aba770a 2024-11-13T07:29:26,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/965b80f757924b5e9e6ea937d639b1ce as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce 2024-11-13T07:29:26,322 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce, entries=100, sequenceid=331, filesize=22.0 K 2024-11-13T07:29:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2256664eaf944a0e8f2185ac480d7812 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812 2024-11-13T07:29:26,328 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812, entries=100, sequenceid=331, filesize=9.6 K 2024-11-13T07:29:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/5ad71bcfeed74314ae1abcd58aba770a as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a 2024-11-13T07:29:26,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a, entries=100, sequenceid=331, filesize=9.6 K 2024-11-13T07:29:26,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 01ffeedad1647cbd618416fc8c1825f3 in 1380ms, sequenceid=331, compaction requested=false 2024-11-13T07:29:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:26,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-13T07:29:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-13T07:29:26,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-13T07:29:26,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-13T07:29:26,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.5410 sec 2024-11-13T07:29:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T07:29:26,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:26,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-13T07:29:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-13T07:29:26,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:26,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:26,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-13T07:29:27,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-13T07:29:27,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:27,106 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T07:29:27,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111388f17c0e4d5c4ed28ef0ebea9a9ef874_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482965061/Put/seqid=0 2024-11-13T07:29:27,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742409_1585 (size=12454) 2024-11-13T07:29:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:27,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111388f17c0e4d5c4ed28ef0ebea9a9ef874_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111388f17c0e4d5c4ed28ef0ebea9a9ef874_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:27,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/df12b05f0b674877bf202597d56aeac1, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:27,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/df12b05f0b674877bf202597d56aeac1 is 175, key is test_row_0/A:col10/1731482965061/Put/seqid=0 2024-11-13T07:29:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742410_1586 (size=31255) 2024-11-13T07:29:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:27,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483027249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483027251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-13T07:29:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483027357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483027366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483027566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-13T07:29:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483027577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,605 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/df12b05f0b674877bf202597d56aeac1 2024-11-13T07:29:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/c1ebf02958b74021957a505824d70307 is 50, key is test_row_0/B:col10/1731482965061/Put/seqid=0 2024-11-13T07:29:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742411_1587 (size=12301) 2024-11-13T07:29:27,638 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/c1ebf02958b74021957a505824d70307 2024-11-13T07:29:27,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/28857c5493bf4f16ac248004ba108cff is 50, key is test_row_0/C:col10/1731482965061/Put/seqid=0 2024-11-13T07:29:27,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742412_1588 (size=12301) 2024-11-13T07:29:27,689 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/28857c5493bf4f16ac248004ba108cff 2024-11-13T07:29:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/df12b05f0b674877bf202597d56aeac1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1 2024-11-13T07:29:27,699 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1, entries=150, sequenceid=357, filesize=30.5 K 2024-11-13T07:29:27,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/c1ebf02958b74021957a505824d70307 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307 2024-11-13T07:29:27,705 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T07:29:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/28857c5493bf4f16ac248004ba108cff as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff 2024-11-13T07:29:27,710 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T07:29:27,712 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 01ffeedad1647cbd618416fc8c1825f3 in 606ms, sequenceid=357, compaction requested=true 2024-11-13T07:29:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-13T07:29:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-13T07:29:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-13T07:29:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 761 msec 2024-11-13T07:29:27,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 769 msec 2024-11-13T07:29:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T07:29:27,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T07:29:27,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130e9da391a5f84079a2c50f82c63ad7f0_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742413_1589 (size=14994) 2024-11-13T07:29:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483027821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483027821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483027876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483027887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483027936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483027936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483027936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-13T07:29:28,087 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:28,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T07:29:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-13T07:29:28,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T07:29:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:28,090 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T07:29:28,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T07:29:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483028146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483028146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483028147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:28,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130e9da391a5f84079a2c50f82c63ad7f0_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e9da391a5f84079a2c50f82c63ad7f0_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:28,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/71205312d9bc486490b56073b856e3d0, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:28,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/71205312d9bc486490b56073b856e3d0 is 175, key is test_row_0/A:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742414_1590 (size=39949) 2024-11-13T07:29:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:28,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731483028387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44064 deadline: 1731483028398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483028457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483028457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483028460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:28,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,581 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/71205312d9bc486490b56073b856e3d0 2024-11-13T07:29:28,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/791ef403b577410ab9b775223b6c8abf is 50, key is test_row_0/B:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742415_1591 (size=12301) 2024-11-13T07:29:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:28,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:28,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:28,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44062 deadline: 1731483028966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44042 deadline: 1731483028966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:29:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44036 deadline: 1731483028977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 2024-11-13T07:29:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:29:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., hostname=2998b885bdef,41631,1731482798425, seqNum=5 because the exception is null or not the one we care about 2024-11-13T07:29:29,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/791ef403b577410ab9b775223b6c8abf 2024-11-13T07:29:29,031 INFO [Thread-2231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2231. 2024-11-13T07:29:29,031 DEBUG [Thread-2231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,031 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,031 INFO [Thread-2223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2223. 2024-11-13T07:29:29,031 DEBUG [Thread-2223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,031 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,031 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,031 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,032 INFO [Thread-2229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2229. 2024-11-13T07:29:29,032 DEBUG [Thread-2229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,032 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,032 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:29,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,036 INFO [Thread-2225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2225. 2024-11-13T07:29:29,036 DEBUG [Thread-2225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,036 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:29:29,037 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,037 INFO [Thread-2227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2227. 2024-11-13T07:29:29,037 DEBUG [Thread-2227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,037 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,037 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/035abb458a07420683d6386cac017086 is 50, key is test_row_0/C:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:29,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742416_1592 (size=12301) 2024-11-13T07:29:29,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/035abb458a07420683d6386cac017086 2024-11-13T07:29:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/71205312d9bc486490b56073b856e3d0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0 2024-11-13T07:29:29,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0, entries=200, sequenceid=368, filesize=39.0 K 2024-11-13T07:29:29,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/791ef403b577410ab9b775223b6c8abf as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf 2024-11-13T07:29:29,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf, entries=150, sequenceid=368, filesize=12.0 K 2024-11-13T07:29:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/035abb458a07420683d6386cac017086 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086 2024-11-13T07:29:29,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086, entries=150, sequenceid=368, filesize=12.0 K 2024-11-13T07:29:29,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 01ffeedad1647cbd618416fc8c1825f3 in 1338ms, sequenceid=368, compaction requested=true 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T07:29:29,062 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:29,062 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01ffeedad1647cbd618416fc8c1825f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T07:29:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:29,063 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:29,063 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:29,063 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/A is initiating minor compaction (all files) 2024-11-13T07:29:29,063 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/B is initiating minor compaction (all files) 2024-11-13T07:29:29,063 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/A in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,063 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/B in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,063 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=122.8 K 2024-11-13T07:29:29,063 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/262375f590854941b6fc9c53fcd55944, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=46.4 K 2024-11-13T07:29:29,063 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,063 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. files: [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0] 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 262375f590854941b6fc9c53fcd55944, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337fd48a48a14d88bc2ca8a56286c3ba, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 2256664eaf944a0e8f2185ac480d7812, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731482964685 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965b80f757924b5e9e6ea937d639b1ce, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731482964685 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ebf02958b74021957a505824d70307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482965061 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting df12b05f0b674877bf202597d56aeac1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482965061 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 791ef403b577410ab9b775223b6c8abf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482967245 2024-11-13T07:29:29,064 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71205312d9bc486490b56073b856e3d0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482967241 2024-11-13T07:29:29,070 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:29,071 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113bbc7e1d2dcb24c119c9ea47cb4ca38d6_01ffeedad1647cbd618416fc8c1825f3 store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:29,072 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:29,072 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/fd4aa1ae52c54711b918efe65a566fe5 is 50, key is test_row_0/B:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:29,074 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113bbc7e1d2dcb24c119c9ea47cb4ca38d6_01ffeedad1647cbd618416fc8c1825f3, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:29,074 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bbc7e1d2dcb24c119c9ea47cb4ca38d6_01ffeedad1647cbd618416fc8c1825f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742418_1594 (size=4469) 2024-11-13T07:29:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742417_1593 (size=13153) 2024-11-13T07:29:29,100 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/fd4aa1ae52c54711b918efe65a566fe5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/fd4aa1ae52c54711b918efe65a566fe5 2024-11-13T07:29:29,105 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/B of 01ffeedad1647cbd618416fc8c1825f3 into fd4aa1ae52c54711b918efe65a566fe5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:29,105 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:29,105 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/B, priority=12, startTime=1731482969062; duration=0sec 2024-11-13T07:29:29,105 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T07:29:29,105 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:B 2024-11-13T07:29:29,105 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T07:29:29,106 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T07:29:29,107 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1541): 01ffeedad1647cbd618416fc8c1825f3/C is initiating minor compaction (all files) 2024-11-13T07:29:29,107 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01ffeedad1647cbd618416fc8c1825f3/C in TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,107 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/37f2a54f3a4541e6993609257599bb3c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086] into tmpdir=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp, totalSize=46.4 K 2024-11-13T07:29:29,107 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f2a54f3a4541e6993609257599bb3c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482963492 2024-11-13T07:29:29,108 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ad71bcfeed74314ae1abcd58aba770a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731482964685 2024-11-13T07:29:29,108 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 28857c5493bf4f16ac248004ba108cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482965061 2024-11-13T07:29:29,108 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] compactions.Compactor(225): Compacting 035abb458a07420683d6386cac017086, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482967245 2024-11-13T07:29:29,117 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:29,117 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/773c807e78e14b1d804e3de9126b15f0 is 50, key is test_row_0/C:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742419_1595 (size=13153) 2024-11-13T07:29:29,130 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/773c807e78e14b1d804e3de9126b15f0 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/773c807e78e14b1d804e3de9126b15f0 2024-11-13T07:29:29,135 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/C of 01ffeedad1647cbd618416fc8c1825f3 into 773c807e78e14b1d804e3de9126b15f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:29,135 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:29,135 INFO [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/C, priority=12, startTime=1731482969062; duration=0sec 2024-11-13T07:29:29,135 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:29,135 DEBUG [RS:0;2998b885bdef:41631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:C 2024-11-13T07:29:29,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-13T07:29:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:29,189 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T07:29:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135fc82b6bf8e2457eba757bd93c3959fd_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482967824/Put/seqid=0 2024-11-13T07:29:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742420_1596 (size=12454) 2024-11-13T07:29:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:29,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. as already flushing 2024-11-13T07:29:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41631 {}] regionserver.HRegion(8855): Flush requested on 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:29,399 INFO [Thread-2212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2212. 2024-11-13T07:29:29,399 DEBUG [Thread-2212 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,399 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,399 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,418 INFO [Thread-2218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2218. 2024-11-13T07:29:29,418 DEBUG [Thread-2218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,418 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,418 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:29,488 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01ffeedad1647cbd618416fc8c1825f3#A#compaction#497 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T07:29:29,488 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c15f9197496141d585090d667ee12e22 is 175, key is test_row_0/A:col10/1731482967245/Put/seqid=0 2024-11-13T07:29:29,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742421_1597 (size=32107) 2024-11-13T07:29:29,508 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/c15f9197496141d585090d667ee12e22 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c15f9197496141d585090d667ee12e22 2024-11-13T07:29:29,514 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01ffeedad1647cbd618416fc8c1825f3/A of 01ffeedad1647cbd618416fc8c1825f3 into c15f9197496141d585090d667ee12e22(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T07:29:29,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:29,514 INFO [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., storeName=01ffeedad1647cbd618416fc8c1825f3/A, priority=12, startTime=1731482969062; duration=0sec 2024-11-13T07:29:29,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T07:29:29,514 DEBUG [RS:0;2998b885bdef:41631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01ffeedad1647cbd618416fc8c1825f3:A 2024-11-13T07:29:29,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:29,600 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135fc82b6bf8e2457eba757bd93c3959fd_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fc82b6bf8e2457eba757bd93c3959fd_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/88fefe0dca3c435c94dd63f3d52c9439, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/88fefe0dca3c435c94dd63f3d52c9439 is 175, key is test_row_0/A:col10/1731482967824/Put/seqid=0 2024-11-13T07:29:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742422_1598 (size=31255) 2024-11-13T07:29:29,978 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-11-13T07:29:29,978 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:29,978 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,978 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:29,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:30,037 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/88fefe0dca3c435c94dd63f3d52c9439 2024-11-13T07:29:30,037 INFO [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214. 2024-11-13T07:29:30,037 INFO [Thread-2220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2220. 2024-11-13T07:29:30,037 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:30,037 DEBUG [Thread-2220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T07:29:30,037 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:30,037 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:30,037 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:30,037 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:30,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:30,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:30,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2a54175bd1d34fbdb40177030f477b02 is 50, key is test_row_0/B:col10/1731482967824/Put/seqid=0 2024-11-13T07:29:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742423_1599 (size=12301) 2024-11-13T07:29:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:30,446 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2a54175bd1d34fbdb40177030f477b02 2024-11-13T07:29:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/836b60a7ce86416e80b5da55085cd7bb is 50, key is test_row_0/C:col10/1731482967824/Put/seqid=0 2024-11-13T07:29:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742424_1600 (size=12301) 2024-11-13T07:29:30,855 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/836b60a7ce86416e80b5da55085cd7bb 2024-11-13T07:29:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/88fefe0dca3c435c94dd63f3d52c9439 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/88fefe0dca3c435c94dd63f3d52c9439 2024-11-13T07:29:30,860 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/88fefe0dca3c435c94dd63f3d52c9439, entries=150, sequenceid=395, filesize=30.5 K 2024-11-13T07:29:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/2a54175bd1d34fbdb40177030f477b02 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2a54175bd1d34fbdb40177030f477b02 2024-11-13T07:29:30,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2a54175bd1d34fbdb40177030f477b02, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T07:29:30,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/836b60a7ce86416e80b5da55085cd7bb as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/836b60a7ce86416e80b5da55085cd7bb 2024-11-13T07:29:30,867 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/836b60a7ce86416e80b5da55085cd7bb, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T07:29:30,868 INFO [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 01ffeedad1647cbd618416fc8c1825f3 in 1679ms, sequenceid=395, compaction requested=false 2024-11-13T07:29:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 01ffeedad1647cbd618416fc8c1825f3: 2024-11-13T07:29:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-13T07:29:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-13T07:29:30,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-13T07:29:30,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7790 sec 2024-11-13T07:29:30,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 2.7840 sec 2024-11-13T07:29:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-13T07:29:32,267 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2925 2024-11-13T07:29:32,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3006 2024-11-13T07:29:32,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2873 2024-11-13T07:29:32,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2930 2024-11-13T07:29:32,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2983 2024-11-13T07:29:32,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T07:29:32,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:29:32,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:29:32,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:32,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:32,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:32,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T07:29:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:32,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482972272"}]},"ts":"1731482972272"} 2024-11-13T07:29:32,274 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T07:29:32,274 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T07:29:32,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T07:29:32,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, UNASSIGN}] 2024-11-13T07:29:32,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, UNASSIGN 2024-11-13T07:29:32,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=184 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=CLOSING, regionLocation=2998b885bdef,41631,1731482798425 2024-11-13T07:29:32,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, UNASSIGN because future has completed 2024-11-13T07:29:32,280 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T07:29:32,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425}] 2024-11-13T07:29:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:32,433 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(122): Close 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:32,433 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T07:29:32,433 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1722): Closing 01ffeedad1647cbd618416fc8c1825f3, disabling compactions & flushes 2024-11-13T07:29:32,433 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:32,433 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:32,433 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. after waiting 0 ms 2024-11-13T07:29:32,433 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:32,433 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(2902): Flushing 01ffeedad1647cbd618416fc8c1825f3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T07:29:32,438 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133e7309206d1e4bebb8ef4f769228d2ad_01ffeedad1647cbd618416fc8c1825f3 is 50, key is test_row_0/A:col10/1731482969977/Put/seqid=0 2024-11-13T07:29:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742425_1601 (size=9914) 2024-11-13T07:29:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:32,841 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:29:32,846 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133e7309206d1e4bebb8ef4f769228d2ad_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e7309206d1e4bebb8ef4f769228d2ad_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:32,847 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/93d92bfdb52441ec877cbfc4596496e1, store: [table=TestAcidGuarantees family=A region=01ffeedad1647cbd618416fc8c1825f3] 2024-11-13T07:29:32,847 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/93d92bfdb52441ec877cbfc4596496e1 is 175, key is test_row_0/A:col10/1731482969977/Put/seqid=0 2024-11-13T07:29:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742426_1602 (size=22561) 2024-11-13T07:29:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:33,272 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/93d92bfdb52441ec877cbfc4596496e1 2024-11-13T07:29:33,277 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/7de3b214f4934590808f1cc7b838e511 is 50, key is test_row_0/B:col10/1731482969977/Put/seqid=0 2024-11-13T07:29:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742427_1603 (size=9857) 2024-11-13T07:29:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:33,681 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/7de3b214f4934590808f1cc7b838e511 2024-11-13T07:29:33,689 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/c004bedb6cea40ba9e44f4a87d9a8aa7 is 50, key is test_row_0/C:col10/1731482969977/Put/seqid=0 2024-11-13T07:29:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742428_1604 (size=9857) 2024-11-13T07:29:34,094 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/c004bedb6cea40ba9e44f4a87d9a8aa7 2024-11-13T07:29:34,097 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/A/93d92bfdb52441ec877cbfc4596496e1 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/93d92bfdb52441ec877cbfc4596496e1 2024-11-13T07:29:34,100 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/93d92bfdb52441ec877cbfc4596496e1, entries=100, sequenceid=404, filesize=22.0 K 2024-11-13T07:29:34,100 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/B/7de3b214f4934590808f1cc7b838e511 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/7de3b214f4934590808f1cc7b838e511 2024-11-13T07:29:34,103 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/7de3b214f4934590808f1cc7b838e511, entries=100, sequenceid=404, filesize=9.6 K 2024-11-13T07:29:34,104 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/.tmp/C/c004bedb6cea40ba9e44f4a87d9a8aa7 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/c004bedb6cea40ba9e44f4a87d9a8aa7 2024-11-13T07:29:34,106 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/c004bedb6cea40ba9e44f4a87d9a8aa7, entries=100, sequenceid=404, filesize=9.6 K 2024-11-13T07:29:34,107 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 01ffeedad1647cbd618416fc8c1825f3 in 1674ms, sequenceid=404, compaction requested=true 2024-11-13T07:29:34,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0] to archive 2024-11-13T07:29:34,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:34,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b3ea6f2336dd41dba5d44f3ce82570a7 2024-11-13T07:29:34,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/179067ac3cf8400295f8ac2fc2db970c 2024-11-13T07:29:34,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/ec2c25d7752c44aeae5d6a4f5d5b29ba 2024-11-13T07:29:34,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/1ef8e67594f6466da86a5c4399eb6fa5 2024-11-13T07:29:34,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c16eb582cc824f529976c80a89afaad6 2024-11-13T07:29:34,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/04665573597a4a4e8d5f22f9d87d7872 2024-11-13T07:29:34,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/e48e2a9bf1ef408197c5f24389b855a4 2024-11-13T07:29:34,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d78a929d95d2418fbe6eec6d3431f5f2 2024-11-13T07:29:34,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/b003cf02b41144e3a3ae64a1a9930e47 2024-11-13T07:29:34,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/9c3f23d3a9404e5db6cada2eb35a2067 2024-11-13T07:29:34,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/fba140fc50854196bc3b7a32fb8f7e3a 2024-11-13T07:29:34,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/0def6ee198b14ef0aaa95c705542c792 2024-11-13T07:29:34,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/dc6dd99152f54b8187598d3f8288fff7 2024-11-13T07:29:34,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/24ae64d3a8fa4e5ab1cbf3fe110940ab 2024-11-13T07:29:34,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6c21d50908d541c28691d2f56c614f92 2024-11-13T07:29:34,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/6975bbe1908640fdaca8d183fa7e7b3d 2024-11-13T07:29:34,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/eaee582d74d14f5cb5de7ad73fdffe27 2024-11-13T07:29:34,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/32ed236e02a24f83a920b8f1c08488f3 2024-11-13T07:29:34,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d72e72f9d2ad4c5080802d3396dfe3e6 2024-11-13T07:29:34,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c08d7cfada0343e7bdd745104b51ec2f 2024-11-13T07:29:34,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/d1a2390bf87b4a7d9e3e256597223a28 2024-11-13T07:29:34,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/337fd48a48a14d88bc2ca8a56286c3ba 2024-11-13T07:29:34,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/965b80f757924b5e9e6ea937d639b1ce 2024-11-13T07:29:34,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/df12b05f0b674877bf202597d56aeac1 2024-11-13T07:29:34,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/71205312d9bc486490b56073b856e3d0 2024-11-13T07:29:34,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/817ff1f4934846b6883ffd87aa206a05, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/3f92aa4c889f44edbf9800081b86fe49, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1976b04420b844efa4b250e2bc349cf9, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1ca3b0d2e77b4ed582dced9fb2880610, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/262375f590854941b6fc9c53fcd55944, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf] to archive 2024-11-13T07:29:34,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:34,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/61fc2fef37314ea5bf731bb97f817e78 2024-11-13T07:29:34,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/eda9dc1fc24d420e9b93c29c2ab1c71b 2024-11-13T07:29:34,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2ae9f3643d55442ebf7928aff64bf248 2024-11-13T07:29:34,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/dbb7fff5835b4bde997f1804fc58fed8 2024-11-13T07:29:34,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/817ff1f4934846b6883ffd87aa206a05 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/817ff1f4934846b6883ffd87aa206a05 2024-11-13T07:29:34,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/a50c07bd48864a60a17382930f53490b 2024-11-13T07:29:34,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4d37257fdfb048d5aef37aae4e8fade2 2024-11-13T07:29:34,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f1c2f01ef0d4b4b84cdc2a26f14ecdf 2024-11-13T07:29:34,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/6f2376305fd34b20b4deba8045b554f5 2024-11-13T07:29:34,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/00043037bd834432bbcc8f6f76108a9c 2024-11-13T07:29:34,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/3f92aa4c889f44edbf9800081b86fe49 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/3f92aa4c889f44edbf9800081b86fe49 2024-11-13T07:29:34,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a657d2787114b8e9071a6556a609bf9 2024-11-13T07:29:34,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/b0decfb1f6224623a1c1d75763f5eb0f 2024-11-13T07:29:34,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/4a52555b8d04442f81f9ebd26bee8812 2024-11-13T07:29:34,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1976b04420b844efa4b250e2bc349cf9 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1976b04420b844efa4b250e2bc349cf9 2024-11-13T07:29:34,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/735e762ea50c4b498d8ea9889731af74 2024-11-13T07:29:34,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2070d9253d7848559e9d4e5446dbc4d5 2024-11-13T07:29:34,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1ca3b0d2e77b4ed582dced9fb2880610 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/1ca3b0d2e77b4ed582dced9fb2880610 2024-11-13T07:29:34,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/d7a0407a032f4f959a83254fcb4f769d 2024-11-13T07:29:34,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/52cc3482a9a74484bd5ff70f33d97e7c 2024-11-13T07:29:34,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/262375f590854941b6fc9c53fcd55944 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/262375f590854941b6fc9c53fcd55944 2024-11-13T07:29:34,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/be8c748396a444ef9a618b4195b5a835 2024-11-13T07:29:34,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2256664eaf944a0e8f2185ac480d7812 2024-11-13T07:29:34,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/c1ebf02958b74021957a505824d70307 2024-11-13T07:29:34,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/791ef403b577410ab9b775223b6c8abf 2024-11-13T07:29:34,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a51af8af08ee4f398b7afb15a21238ba, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad7e4e1d2a7242de94b4d793eaeb5884, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/14752a2d88ac47fbb905a01faedd9bea, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/284a7464c02445489bb8285d36c7bbc5, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ae5fc1682d504c9fbc0ea6ac02825e79, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/37f2a54f3a4541e6993609257599bb3c, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086] to archive 2024-11-13T07:29:34,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T07:29:34,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/7a8e2dce879b41608af4743a861c5c12 2024-11-13T07:29:34,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/959cce6fc5fa4f3bbe64f6a4ae565937 2024-11-13T07:29:34,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/76d1e1de53ad4d45bf05431edfb81b0c 2024-11-13T07:29:34,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a44668593d6e457b8daddd63035436a7 2024-11-13T07:29:34,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a51af8af08ee4f398b7afb15a21238ba to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a51af8af08ee4f398b7afb15a21238ba 2024-11-13T07:29:34,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e146c3b7459945e989fcb439b3a50b34 2024-11-13T07:29:34,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e0070f4923634655ab54a3298b5e2e88 2024-11-13T07:29:34,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad7e4e1d2a7242de94b4d793eaeb5884 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad7e4e1d2a7242de94b4d793eaeb5884 2024-11-13T07:29:34,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/9cba2d85807b4732b09f8d7d56687d76 2024-11-13T07:29:34,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/a9bea35fae0843e59665871b5416cd9b 2024-11-13T07:29:34,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/14752a2d88ac47fbb905a01faedd9bea to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/14752a2d88ac47fbb905a01faedd9bea 2024-11-13T07:29:34,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/afd22830bdeb45c19103f0caafdbafa5 2024-11-13T07:29:34,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/2dc08fd41fcf402bb108235be100c1b5 2024-11-13T07:29:34,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/56966504ac64405b9b00ec105324cf94 2024-11-13T07:29:34,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/284a7464c02445489bb8285d36c7bbc5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/284a7464c02445489bb8285d36c7bbc5 2024-11-13T07:29:34,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/e803cb68fd244a378b26422023a8b617 2024-11-13T07:29:34,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ad03c833f3574a8b893a1ca5d756757d 2024-11-13T07:29:34,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ae5fc1682d504c9fbc0ea6ac02825e79 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/ae5fc1682d504c9fbc0ea6ac02825e79 2024-11-13T07:29:34,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/465ab62216cd4beeaee4dfa95f8b3df8 2024-11-13T07:29:34,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/b6f7a49696e84fa4a5c1125d6e52f1c2 2024-11-13T07:29:34,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/37f2a54f3a4541e6993609257599bb3c to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/37f2a54f3a4541e6993609257599bb3c 2024-11-13T07:29:34,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5258021fc3ea4b4294d8e73daf767e54 2024-11-13T07:29:34,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/5ad71bcfeed74314ae1abcd58aba770a 2024-11-13T07:29:34,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/28857c5493bf4f16ac248004ba108cff 2024-11-13T07:29:34,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/035abb458a07420683d6386cac017086 2024-11-13T07:29:34,181 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-13T07:29:34,182 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. 2024-11-13T07:29:34,182 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1676): Region close journal for 01ffeedad1647cbd618416fc8c1825f3: Waiting for close lock at 1731482972433Running coprocessor pre-close hooks at 1731482972433Disabling compacts and flushes for region at 1731482972433Disabling writes for close at 1731482972433Obtaining lock to block concurrent updates at 1731482972433Preparing flush snapshotting stores in 01ffeedad1647cbd618416fc8c1825f3 at 1731482972433Finished memstore snapshotting TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731482972434 (+1 ms)Flushing stores of TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3. at 1731482972434Flushing 01ffeedad1647cbd618416fc8c1825f3/A: creating writer at 1731482972434Flushing mob file 01ffeedad1647cbd618416fc8c1825f3/A: appending metadata at 1731482972438 (+4 ms)Flushing mob file 01ffeedad1647cbd618416fc8c1825f3/A: closing flushed file at 1731482972438Flushing 01ffeedad1647cbd618416fc8c1825f3/A: appending metadata at 1731482972847 (+409 ms)Flushing 01ffeedad1647cbd618416fc8c1825f3/A: closing flushed file at 1731482972847Flushing 01ffeedad1647cbd618416fc8c1825f3/B: creating writer at 1731482973275 (+428 ms)Flushing 01ffeedad1647cbd618416fc8c1825f3/B: appending metadata at 1731482973277 (+2 ms)Flushing 01ffeedad1647cbd618416fc8c1825f3/B: closing flushed file at 1731482973277Flushing 01ffeedad1647cbd618416fc8c1825f3/C: creating writer at 1731482973687 (+410 ms)Flushing 01ffeedad1647cbd618416fc8c1825f3/C: appending metadata at 1731482973688 (+1 ms)Flushing 01ffeedad1647cbd618416fc8c1825f3/C: closing flushed file at 1731482973688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f1d448: reopening flushed file at 1731482974097 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7172977f: reopening flushed file at 1731482974100 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2ce2fb: reopening flushed file at 1731482974103 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 01ffeedad1647cbd618416fc8c1825f3 in 1674ms, sequenceid=404, compaction requested=true at 1731482974107 (+4 ms)Writing region close event to WAL at 1731482974179 (+72 ms)Running coprocessor post-close hooks at 1731482974182 (+3 ms)Closed at 1731482974182 2024-11-13T07:29:34,183 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(157): Closed 01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=184 updating hbase:meta row=01ffeedad1647cbd618416fc8c1825f3, regionState=CLOSED 2024-11-13T07:29:34,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=185, ppid=184, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 because future has completed 2024-11-13T07:29:34,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-13T07:29:34,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; CloseRegionProcedure 01ffeedad1647cbd618416fc8c1825f3, server=2998b885bdef,41631,1731482798425 in 1.9060 sec 2024-11-13T07:29:34,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=183 2024-11-13T07:29:34,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=183, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01ffeedad1647cbd618416fc8c1825f3, UNASSIGN in 1.9100 sec 2024-11-13T07:29:34,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-13T07:29:34,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9140 sec 2024-11-13T07:29:34,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482974192"}]},"ts":"1731482974192"} 2024-11-13T07:29:34,194 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T07:29:34,194 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T07:29:34,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9250 sec 2024-11-13T07:29:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-13T07:29:34,416 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:34,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T07:29:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,419 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=186, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,419 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=186, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-13T07:29:34,422 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,424 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C, FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits] 2024-11-13T07:29:34,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/88fefe0dca3c435c94dd63f3d52c9439 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/88fefe0dca3c435c94dd63f3d52c9439 2024-11-13T07:29:34,428 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/93d92bfdb52441ec877cbfc4596496e1 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/93d92bfdb52441ec877cbfc4596496e1 2024-11-13T07:29:34,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c15f9197496141d585090d667ee12e22 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/A/c15f9197496141d585090d667ee12e22 2024-11-13T07:29:34,431 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2a54175bd1d34fbdb40177030f477b02 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/2a54175bd1d34fbdb40177030f477b02 2024-11-13T07:29:34,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/7de3b214f4934590808f1cc7b838e511 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/7de3b214f4934590808f1cc7b838e511 2024-11-13T07:29:34,434 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/fd4aa1ae52c54711b918efe65a566fe5 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/B/fd4aa1ae52c54711b918efe65a566fe5 2024-11-13T07:29:34,436 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/773c807e78e14b1d804e3de9126b15f0 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/773c807e78e14b1d804e3de9126b15f0 2024-11-13T07:29:34,437 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/836b60a7ce86416e80b5da55085cd7bb to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/836b60a7ce86416e80b5da55085cd7bb 2024-11-13T07:29:34,438 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/c004bedb6cea40ba9e44f4a87d9a8aa7 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/C/c004bedb6cea40ba9e44f4a87d9a8aa7 2024-11-13T07:29:34,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits/407.seqid to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3/recovered.edits/407.seqid 2024-11-13T07:29:34,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/default/TestAcidGuarantees/01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,441 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T07:29:34,442 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:29:34,442 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T07:29:34,445 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113078d2474be5847b89fd69f8292c66ea1_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113078d2474be5847b89fd69f8292c66ea1_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,447 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308b81a03a7d3420bb9c894815de541f1_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308b81a03a7d3420bb9c894815de541f1_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,448 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e9da391a5f84079a2c50f82c63ad7f0_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e9da391a5f84079a2c50f82c63ad7f0_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,449 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113171c52d4ce364bd5b126d057156dea67_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113171c52d4ce364bd5b126d057156dea67_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,449 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dd42ef52ac84d51823131095dc5ad5a_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dd42ef52ac84d51823131095dc5ad5a_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111337e6fe65826c4fa1a753ff4d4506937a_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111337e6fe65826c4fa1a753ff4d4506937a_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,452 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111338ff1502dac148b8b53e2c3661ffa8e2_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111338ff1502dac148b8b53e2c3661ffa8e2_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e7309206d1e4bebb8ef4f769228d2ad_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e7309206d1e4bebb8ef4f769228d2ad_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,455 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340f19947e4e4477ea86504081758e869_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111340f19947e4e4477ea86504081758e869_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,456 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134ee907673d5542d38f6064c02ace54fd_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134ee907673d5542d38f6064c02ace54fd_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,457 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fc82b6bf8e2457eba757bd93c3959fd_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fc82b6bf8e2457eba757bd93c3959fd_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,458 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736051f371cc4367aec2c05f85972e8f_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736051f371cc4367aec2c05f85972e8f_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,459 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373caceb170164c5a88343b66198cf3f3_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373caceb170164c5a88343b66198cf3f3_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,460 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111388f17c0e4d5c4ed28ef0ebea9a9ef874_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111388f17c0e4d5c4ed28ef0ebea9a9ef874_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,461 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bab997bc999a477685412bca3c2694e4_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bab997bc999a477685412bca3c2694e4_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,462 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bdd6820864ad4152938113a9f6b1b060_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bdd6820864ad4152938113a9f6b1b060_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,463 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9d5b344aae04dd5a9d1925afa172611_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9d5b344aae04dd5a9d1925afa172611_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,464 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5ddf74b676b465fb2958f30f54db293_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5ddf74b676b465fb2958f30f54db293_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,465 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e621ac144eb44cf4b425a41a0651ee51_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e621ac144eb44cf4b425a41a0651ee51_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,467 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f2f0fb4797c4402d87212c0206a9df2f_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f2f0fb4797c4402d87212c0206a9df2f_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,468 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc147b475f014568a5bd71e9b62fe417_01ffeedad1647cbd618416fc8c1825f3 to hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc147b475f014568a5bd71e9b62fe417_01ffeedad1647cbd618416fc8c1825f3 2024-11-13T07:29:34,468 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T07:29:34,470 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=186, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,472 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T07:29:34,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T07:29:34,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=186, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T07:29:34,476 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482974475"}]},"ts":"9223372036854775807"} 2024-11-13T07:29:34,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T07:29:34,477 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 01ffeedad1647cbd618416fc8c1825f3, NAME => 'TestAcidGuarantees,,1731482947419.01ffeedad1647cbd618416fc8c1825f3.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T07:29:34,478 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T07:29:34,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482974478"}]},"ts":"9223372036854775807"} 2024-11-13T07:29:34,480 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T07:29:34,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=186, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T07:29:34,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-13T07:29:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-13T07:29:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T07:29:34,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T07:29:34,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 466) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5882 (was 5072) - AvailableMemoryMB LEAK? - 2024-11-13T07:29:34,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:29:34,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:29:34,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:29:34,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:34,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:34,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:29:34,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:29:34,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-13T07:29:34,538 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,39299,1731482797672 2024-11-13T07:29:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T07:29:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:29:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T07:29:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:29:34,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:29:34,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:29:34,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:29:34,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,41631,1731482798425' ***** 2024-11-13T07:29:34,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:29:34,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T07:29:34,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T07:29:34,601 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:29:34,601 INFO [RS:0;2998b885bdef:41631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:29:34,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,41631,1731482798425 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:41631. 2024-11-13T07:29:34,602 DEBUG [RS:0;2998b885bdef:41631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:29:34,602 DEBUG [RS:0;2998b885bdef:41631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:29:34,602 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:29:34,603 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:29:34,603 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:29:34,604 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:34,604 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:29:34,604 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:29:34,604 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:29:34,604 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:29:34,604 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:29:34,605 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T07:29:34,628 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/info/1a553b5075a641b78656d8c74bc5f12d is 95, key is TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a./info:/1731482833655/DeleteFamily/seqid=0 2024-11-13T07:29:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742429_1605 (size=6514) 2024-11-13T07:29:34,689 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:29:34,804 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,004 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,043 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/info/1a553b5075a641b78656d8c74bc5f12d 2024-11-13T07:29:35,064 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/ns/7b4adf5659554984accec7c9594ecd7e is 93, key is TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a./ns:/1731482833600/DeleteFamily/seqid=0 2024-11-13T07:29:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742430_1606 (size=5906) 2024-11-13T07:29:35,204 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,282 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:29:35,282 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:29:35,404 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,468 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/ns/7b4adf5659554984accec7c9594ecd7e 2024-11-13T07:29:35,484 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/rep_barrier/ab6ef93f6ed0450187233bdeaac95a19 is 102, key is TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a./rep_barrier:/1731482833600/DeleteFamily/seqid=0 2024-11-13T07:29:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742431_1607 (size=6025) 2024-11-13T07:29:35,605 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,805 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:35,888 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/rep_barrier/ab6ef93f6ed0450187233bdeaac95a19 2024-11-13T07:29:35,910 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/table/6dd776585aa140af853747d28b5e644e is 96, key is TestAcidGuarantees,,1731482802219.e74f8ff132c6a07f7dbeaef0657cf10a./table:/1731482833600/DeleteFamily/seqid=0 2024-11-13T07:29:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742432_1608 (size=5936) 2024-11-13T07:29:36,005 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:36,205 DEBUG [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:29:36,313 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/table/6dd776585aa140af853747d28b5e644e 2024-11-13T07:29:36,317 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/info/1a553b5075a641b78656d8c74bc5f12d as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/info/1a553b5075a641b78656d8c74bc5f12d 2024-11-13T07:29:36,321 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/info/1a553b5075a641b78656d8c74bc5f12d, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T07:29:36,322 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/ns/7b4adf5659554984accec7c9594ecd7e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/ns/7b4adf5659554984accec7c9594ecd7e 2024-11-13T07:29:36,325 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/ns/7b4adf5659554984accec7c9594ecd7e, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T07:29:36,326 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/rep_barrier/ab6ef93f6ed0450187233bdeaac95a19 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/rep_barrier/ab6ef93f6ed0450187233bdeaac95a19 2024-11-13T07:29:36,330 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/rep_barrier/ab6ef93f6ed0450187233bdeaac95a19, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T07:29:36,331 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/.tmp/table/6dd776585aa140af853747d28b5e644e as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/table/6dd776585aa140af853747d28b5e644e 2024-11-13T07:29:36,334 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/table/6dd776585aa140af853747d28b5e644e, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T07:29:36,335 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=90, compaction requested=false 2024-11-13T07:29:36,338 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T07:29:36,339 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:29:36,339 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:29:36,339 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482974604Running coprocessor pre-close hooks at 1731482974604Disabling compacts and flushes for region at 1731482974604Disabling writes for close at 1731482974604Obtaining lock to block concurrent updates at 1731482974605 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482974605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731482974605Flushing stores of hbase:meta,,1.1588230740 at 1731482974606 (+1 ms)Flushing 1588230740/info: creating writer at 1731482974606Flushing 1588230740/info: appending metadata at 1731482974627 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731482974627Flushing 1588230740/ns: creating writer at 1731482975046 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731482975064 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731482975064Flushing 1588230740/rep_barrier: creating writer at 1731482975471 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482975484 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482975484Flushing 1588230740/table: creating writer at 1731482975891 (+407 ms)Flushing 1588230740/table: appending metadata at 1731482975909 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731482975909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f27a2a3: reopening flushed file at 1731482976317 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e31210b: reopening flushed file at 1731482976321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3772d9fe: reopening flushed file at 1731482976326 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c451a: reopening flushed file at 1731482976330 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=90, compaction requested=false at 1731482976335 (+5 ms)Writing region close event to WAL at 1731482976336 (+1 ms)Running coprocessor post-close hooks at 1731482976339 (+3 ms)Closed at 1731482976339 2024-11-13T07:29:36,339 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:29:36,406 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,41631,1731482798425; all regions closed. 2024-11-13T07:29:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741834_1010 (size=25344) 2024-11-13T07:29:36,411 DEBUG [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/oldWALs 2024-11-13T07:29:36,411 INFO [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C41631%2C1731482798425.meta:.meta(num 1731482801799) 2024-11-13T07:29:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741833_1009 (size=13991108) 2024-11-13T07:29:36,415 DEBUG [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/oldWALs 2024-11-13T07:29:36,415 INFO [RS:0;2998b885bdef:41631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C41631%2C1731482798425:(num 1731482801390) 2024-11-13T07:29:36,415 DEBUG [RS:0;2998b885bdef:41631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:29:36,415 INFO [RS:0;2998b885bdef:41631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:29:36,415 INFO [RS:0;2998b885bdef:41631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:29:36,415 INFO [RS:0;2998b885bdef:41631 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:29:36,415 INFO [RS:0;2998b885bdef:41631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:29:36,415 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:29:36,416 INFO [RS:0;2998b885bdef:41631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41631 2024-11-13T07:29:36,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T07:29:36,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2998b885bdef,41631,1731482798425 2024-11-13T07:29:36,462 INFO [RS:0;2998b885bdef:41631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:29:36,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,41631,1731482798425] 2024-11-13T07:29:36,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2998b885bdef,41631,1731482798425 already deleted, retry=false 2024-11-13T07:29:36,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,41631,1731482798425 expired; onlineServers=0 2024-11-13T07:29:36,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,39299,1731482797672' ***** 2024-11-13T07:29:36,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:29:36,484 INFO [M:0;2998b885bdef:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:29:36,484 INFO [M:0;2998b885bdef:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:29:36,484 DEBUG [M:0;2998b885bdef:39299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:29:36,484 DEBUG [M:0;2998b885bdef:39299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:29:36,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:29:36,484 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482800973 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482800973,5,FailOnTimeoutGroup] 2024-11-13T07:29:36,484 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482800985 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482800985,5,FailOnTimeoutGroup] 2024-11-13T07:29:36,484 INFO [M:0;2998b885bdef:39299 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:29:36,484 INFO [M:0;2998b885bdef:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:29:36,484 DEBUG [M:0;2998b885bdef:39299 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:29:36,484 INFO [M:0;2998b885bdef:39299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:29:36,485 INFO [M:0;2998b885bdef:39299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:29:36,485 ERROR [M:0;2998b885bdef:39299 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:36961 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36961,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T07:29:36,485 INFO [M:0;2998b885bdef:39299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:29:36,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:29:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T07:29:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T07:29:36,494 DEBUG [M:0;2998b885bdef:39299 {}] zookeeper.ZKUtil(347): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T07:29:36,494 WARN [M:0;2998b885bdef:39299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:29:36,496 INFO [M:0;2998b885bdef:39299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/.lastflushedseqids 2024-11-13T07:29:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742433_1609 (size=72) 2024-11-13T07:29:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:29:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41631-0x1013316bee50001, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:29:36,574 INFO [RS:0;2998b885bdef:41631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:29:36,574 INFO [RS:0;2998b885bdef:41631 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,41631,1731482798425; zookeeper connection closed. 2024-11-13T07:29:36,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d850aa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d850aa1 2024-11-13T07:29:36,575 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:29:36,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:29:36,907 INFO [M:0;2998b885bdef:39299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:29:36,907 INFO [M:0;2998b885bdef:39299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:29:36,907 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:29:36,907 INFO [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:29:36,907 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:29:36,907 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:29:36,907 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:29:36,907 INFO [M:0;2998b885bdef:39299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=760.70 KB heapSize=934.27 KB 2024-11-13T07:29:36,927 DEBUG [M:0;2998b885bdef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9a94a273977475cb133b7b109e68e45 is 82, key is hbase:meta,,1/info:regioninfo/1731482801898/Put/seqid=0 2024-11-13T07:29:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742434_1610 (size=5672) 2024-11-13T07:29:37,331 INFO [M:0;2998b885bdef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9a94a273977475cb133b7b109e68e45 2024-11-13T07:29:37,349 DEBUG [M:0;2998b885bdef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3a3cc5ede74e00b61a1e28468f51dc is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1731482948974/Put/seqid=0 2024-11-13T07:29:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742435_1611 (size=47002) 2024-11-13T07:29:37,378 INFO [M:0;2998b885bdef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=760.15 KB at sequenceid=2128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3a3cc5ede74e00b61a1e28468f51dc 2024-11-13T07:29:37,382 INFO [M:0;2998b885bdef:39299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc3a3cc5ede74e00b61a1e28468f51dc 2024-11-13T07:29:37,402 DEBUG [M:0;2998b885bdef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f8626ed2ecf49e68c3562997df49aa5 is 69, key is 2998b885bdef,41631,1731482798425/rs:state/1731482801108/Put/seqid=0 2024-11-13T07:29:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073742436_1612 (size=5156) 2024-11-13T07:29:37,809 INFO [M:0;2998b885bdef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2128 (bloomFilter=true), to=hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f8626ed2ecf49e68c3562997df49aa5 2024-11-13T07:29:37,812 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9a94a273977475cb133b7b109e68e45 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9a94a273977475cb133b7b109e68e45 2024-11-13T07:29:37,815 INFO [M:0;2998b885bdef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9a94a273977475cb133b7b109e68e45, entries=8, sequenceid=2128, filesize=5.5 K 2024-11-13T07:29:37,816 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3a3cc5ede74e00b61a1e28468f51dc as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc3a3cc5ede74e00b61a1e28468f51dc 2024-11-13T07:29:37,818 INFO [M:0;2998b885bdef:39299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc3a3cc5ede74e00b61a1e28468f51dc 2024-11-13T07:29:37,819 INFO [M:0;2998b885bdef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc3a3cc5ede74e00b61a1e28468f51dc, entries=186, sequenceid=2128, filesize=45.9 K 2024-11-13T07:29:37,819 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f8626ed2ecf49e68c3562997df49aa5 as hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f8626ed2ecf49e68c3562997df49aa5 2024-11-13T07:29:37,822 INFO [M:0;2998b885bdef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36961/user/jenkins/test-data/ffb6cd1b-55be-d314-65a8-b212c723d679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f8626ed2ecf49e68c3562997df49aa5, entries=1, sequenceid=2128, filesize=5.0 K 2024-11-13T07:29:37,823 INFO [M:0;2998b885bdef:39299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~760.70 KB/778960, heapSize ~933.97 KB/956384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=2128, compaction requested=false 2024-11-13T07:29:37,824 INFO [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:29:37,824 DEBUG [M:0;2998b885bdef:39299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482976907Disabling compacts and flushes for region at 1731482976907Disabling writes for close at 1731482976907Obtaining lock to block concurrent updates at 1731482976907Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482976907Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=778960, getHeapSize=956624, getOffHeapSize=0, getCellsCount=2339 at 1731482976908 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482976908Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482976908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482976927 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482976927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482977333 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482977349 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482977349Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482977382 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482977401 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482977401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f1fc8b: reopening flushed file at 1731482977812 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508eb45c: reopening flushed file at 1731482977815 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9b3573: reopening flushed file at 1731482977819 (+4 ms)Finished flush of dataSize ~760.70 KB/778960, heapSize ~933.97 KB/956384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=2128, compaction requested=false at 1731482977823 (+4 ms)Writing region close event to WAL at 1731482977824 (+1 ms)Closed at 1731482977824 2024-11-13T07:29:37,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741830_1006 (size=918543) 2024-11-13T07:29:37,827 INFO [M:0;2998b885bdef:39299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:29:37,827 INFO [M:0;2998b885bdef:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39299 2024-11-13T07:29:37,828 INFO [M:0;2998b885bdef:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:29:37,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:29:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:29:37,994 INFO [M:0;2998b885bdef:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:29:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013316bee50000, quorum=127.0.0.1:62415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:29:37,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:29:38,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:29:38,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:29:38,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:29:38,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.log.dir/,STOPPED} 2024-11-13T07:29:38,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:29:38,009 WARN [BP-1350117908-172.17.0.3-1731482793876 heartbeating to localhost/127.0.0.1:36961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:29:38,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:29:38,009 WARN [BP-1350117908-172.17.0.3-1731482793876 heartbeating to localhost/127.0.0.1:36961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1350117908-172.17.0.3-1731482793876 (Datanode Uuid 099cfdfb-d6c0-4d2b-ac1b-627533b516c9) service to localhost/127.0.0.1:36961 2024-11-13T07:29:38,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data1/current/BP-1350117908-172.17.0.3-1731482793876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:29:38,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/cluster_bbba09d7-440a-dfab-67f5-bc27257cc158/data/data2/current/BP-1350117908-172.17.0.3-1731482793876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:29:38,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:29:38,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:29:38,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:29:38,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:29:38,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:29:38,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7044e8fc-d502-79b7-a361-0de3e7e4dcb4/hadoop.log.dir/,STOPPED} 2024-11-13T07:29:38,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:29:38,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:29:38,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:29:38,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:29:38,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T07:29:38,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down